-- Logs begin at Sun 2021-04-11 16:42:50 UTC, end at Sun 2021-04-11 17:39:59 UTC. --
Apr 11 17:10:52.667927 dv-cinder-784779-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 11 17:10:55.563702 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.common.config [-] Logging enabled!
Apr 11 17:10:55.564196 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev50
Apr 11 17:10:55.565568 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85151) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 11 17:10:55.567355 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.common.config [-] Logging enabled!
Apr 11 17:10:55.567650 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev50
Apr 11 17:10:55.568134 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85151) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 11 17:10:55.569245 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 11 17:10:55.569514 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 11 17:10:55.570561 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 11 17:10:55.570848 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 11 17:10:55.571110 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 11 17:10:55.571481 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.571827 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.572169 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.572457 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.572811 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.573151 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.573475 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.573810 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.574151 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.574478 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.574797 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.575130 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.575391 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.575709 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.576043 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.576377 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.576663 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] debug                          = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.576981 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.577515 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.577838 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.578157 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.578489 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.578804 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.579113 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.579428 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.579748 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.580115 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] host                           = dv-cinder-784779-4-iscsi {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.580458 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.580790 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.581121 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.581451 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.581765 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.582081 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.582410 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.582722 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.583034 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.583346 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.583789 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.584340 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.584599 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.584900 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.585163 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.585501 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.585840 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.586157 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.586474 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.586790 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.587104 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.587420 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.587730 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.588060 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.588392 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.588751 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.589066 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.589379 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.589690 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.590000 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.590329 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.590643 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.590956 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.591269 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.591601 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.591905 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.592216 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.592845 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.593178 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.593505 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.593834 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.594147 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.594477 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.594790 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.595104 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.595416 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.595724 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.596032 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.596356 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.596716 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.597026 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.597338 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.597644 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.597973 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:55.598308 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.598647 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.598989 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.599967 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.599967 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.600511 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.600821 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.601138 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.601473 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.601808 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.602137 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.602457 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.602783 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.603099 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.603440 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.603789 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.604128 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.604483 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.604799 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.605119 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.605425 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.605740 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.606084 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.606475 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.606737 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.607046 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.607363 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.607699 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.608013 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.608322 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.608673 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.608996 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.609310 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.609623 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.609945 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.610263 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.610571 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.610875 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.611238 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.611521 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.611837 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.612143 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.612469 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.612790 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.613101 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.613429 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.613745 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.614057 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.614366 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.614683 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.615557 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.615865 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.616184 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.616524 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.616843 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.617155 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.617462 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.617774 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.618085 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.618395 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.618707 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.619015 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.619330 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.619639 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.619952 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.620262 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.620602 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.620909 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.621233 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.621568 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.621881 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.622195 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.622510 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.622830 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.623146 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.623456 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.623805 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.624121 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.624445 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.624792 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.625181 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.625441 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.625761 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.626080 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.626419 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.626735 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.627053 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.627366 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.627681 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.628009 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.628329 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.628691 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.629031 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.629364 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.629700 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.630037 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.630354 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.630736 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.631054 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:55.631306 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 11 17:10:55.631573 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85151) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 11 17:10:56.295653 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO keyring.backend [-] Loading Gnome
Apr 11 17:10:56.312465 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO keyring.backend [-] Loading Google
Apr 11 17:10:56.315059 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO keyring.backend [-] Loading Windows (alt)
Apr 11 17:10:56.319314 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO keyring.backend [-] Loading file
Apr 11 17:10:56.320171 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO keyring.backend [-] Loading keyczar
Apr 11 17:10:56.320480 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO keyring.backend [-] Loading multi
Apr 11 17:10:56.321125 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO keyring.backend [-] Loading pyfs
Apr 11 17:10:56.368009 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:10:56.368314 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:10:56.368702 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:10:56.369075 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 11 17:10:56.764377 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:56.764930 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:56.765057 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:56.767897 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:56.768213 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:56.768547 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:56.806114 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:56.806429 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:56.806741 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:56.820043 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:56.820357 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:56.820693 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:56.889014 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:56.889328 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:56.889627 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:56.890771 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:56.891081 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:56.891381 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.165741 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f22680438c8> agent after_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.166068 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f22680438c8> agent after_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.166371 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f2268043950> segment precommit_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.166672 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f22680439d8> network precommit_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.168547 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f226800c2f0> segment before_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.317544 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f226815d4a8>> network before_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.317957 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f226802c488> agent before_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.318815 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f226815d4a8>> network before_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.319123 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f226815d4a8>> port before_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.319422 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f226815d4a8>> port before_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.319811 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f226815d4a8>> segment after_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.320115 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f226815d4a8>> segment precommit_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.320406 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f226815d4a8>> segment precommit_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.320722 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f226815d4a8>> segment after_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.321065 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f226815d4a8>> network after_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.321362 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f226815d4a8>> network precommit_delete 0 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.321669 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f226815d4a8>> port provisioning_complete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.321977 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f226815d4a8>> rbac-policy before_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.322270 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f226815d4a8>> rbac-policy after_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.322581 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f226815d4a8>> agent after_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.322905 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f226815d4a8>> subnet after_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.323203 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f226815d4a8>> subnet precommit_delete 0 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.323523 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f226815d4a8>> rbac-policy before_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.323807 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f226815d4a8>> rbac-policy before_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.324148 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f226815d4a8>> segment_host_mapping after_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.324627 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f226815d4a8>> port after_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.324918 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f226815d4a8>> port after_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.325200 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f226815d4a8>> port after_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.325542 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f226815d4a8>> rbac-policy before_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.325824 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f226815d4a8>> rbac-policy before_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.326102 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f226815d4a8>> rbac-policy before_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.326520 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 11 17:10:57.326796 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 11 17:10:57.327068 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 11 17:10:57.327339 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 11 17:10:57.327611 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 11 17:10:57.327882 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 11 17:10:57.328295 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 11 17:10:57.331562 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 11 17:10:57.335611 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 11 17:10:57.339564 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])])
Apr 11 17:10:57.341249 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 11 17:10:57.342776 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 11 17:10:57.343156 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 11 17:10:57.343591 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 11 17:10:57.346400 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 11 17:10:57.346690 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 11 17:10:57.347084 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 11 17:10:57.374751 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 11 17:10:57.375270 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f22681735f8>> qos_plugin after_init 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.375605 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85151) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 11 17:10:57.376020 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f2267db1198>> logging-plugin after_init 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.377385 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85151) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 11 17:10:57.377709 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 11 17:10:57.377991 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 11 17:10:57.381634 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f2267db1208>> floatingip before_response 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.381952 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f2267db1208>> port before_response 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:57.448800 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 11 17:10:57.449022 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 11 17:10:57.449297 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 11 17:10:57.449702 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 11 17:10:57.482604 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_db.sqlalchemy.engines [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85151) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 11 17:10:57.923860 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.managers [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Initializing driver for type 'gre'
Apr 11 17:10:57.924447 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] gre ID ranges: [(1, 1000)]
Apr 11 17:10:57.964149 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.managers [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Initializing driver for type 'local'
Apr 11 17:10:57.964550 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.managers [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Initializing driver for type 'vlan'
Apr 11 17:10:57.975207 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] VlanTypeDriver initialization complete
Apr 11 17:10:57.975571 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.managers [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Initializing driver for type 'vxlan'
Apr 11 17:10:57.976082 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] vxlan ID ranges: [(1, 1000)]
Apr 11 17:10:58.015468 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.managers [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Initializing extension driver 'port_security'
Apr 11 17:10:58.015830 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.extensions.port_security [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] PortSecurityExtensionDriver initialization complete
Apr 11 17:10:58.016200 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.managers [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Initializing mechanism driver 'openvswitch'
Apr 11 17:10:58.016591 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.managers [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Initializing mechanism driver 'hyperv'
Apr 11 17:10:58.022961 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:10:58.023784 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2274ff2e10>> port after_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.024193 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2274ff2e10>> port after_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.024613 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2274ff2e10>> port after_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.025041 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f226794a438>> subnet after_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.025432 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f226794a438>> subnet after_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.025812 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f226794a438>> subnet after_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.026227 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f226794a5f8>> network after_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.026609 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f226794a5f8>> network after_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.026989 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f226794a5f8>> network after_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.027404 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f226794a7b8>> security_group after_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.027792 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f226794a7b8>> security_group after_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.028171 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f226794a7b8>> security_group after_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.028615 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f226794a978>> security_group_rule after_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.029012 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f226794a978>> security_group_rule after_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.029378 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f226794a978>> security_group_rule after_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.029923 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f226794ab38>> address_group after_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.030308 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f226794ab38>> address_group after_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.030686 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f226794ab38>> address_group after_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.031054 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] ML2 OVO RPC backend initialized. {{(pid=85151) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 11 17:10:58.031834 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f226794ac18>> router_interface after_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.032231 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f226794ac18>> router_interface after_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.032717 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f226794ac18>> network before_response 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.033102 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f226794ac18>> networks before_response 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.033484 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f226794ac18>> port before_response 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.033861 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f226794ac18>> ports before_response 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.034241 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f226794ac18>> subnet before_response 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.034619 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f226794ac18>> subnets before_response 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.035002 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f226794ac18>> network after_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.035403 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f226794ac18>> network after_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.035753 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f226794ac18>> network after_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.036127 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f226794ac18>> port after_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.036524 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f226794ac18>> port after_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.037467 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f226794ac18>> port after_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.037841 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f226794ac18>> subnet after_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.038215 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f226794ac18>> subnet after_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.038587 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f226794ac18>> subnet after_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.039216 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.plugin [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Modular L2 Plugin initialization complete
Apr 11 17:10:58.039576 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading services supported by the core plugin {{(pid=85151) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 11 17:10:58.039940 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.plugins.ml2.managers [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Got port-security extension from driver 'port_security'
Apr 11 17:10:58.040479 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.extensions.vlantransparent [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Disabled vlantransparent extension.
Apr 11 17:10:58.041000 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85151) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 11 17:10:58.041345 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading Plugin: router
Apr 11 17:10:58.077976 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f226794ada0>> router_interface before_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.078414 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f226794ada0>> router after_create 55549900 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.078822 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f226794ada0>> router before_create 55549900 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.079230 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f226794ada0>> router_interface before_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.079644 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f226794ada0>> router_interface after_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.080034 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f226794ada0>> router after_delete 55549900 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.080471 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f226794ada0>> floatingip after_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.080863 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f226794ada0>> router after_create 55549900 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.081246 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f226794ada0>> router after_update 55549900 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.081633 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f226794ada0>> router after_update 55549900 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.082022 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f226794ada0>> router_gateway after_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.082423 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f226794ada0>> router after_update 55549900 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.082918 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f226794ada0>> router precommit_update 55549900 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.083342 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f2267ed72f0> port after_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.084352 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f2267ed71e0> port after_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.084767 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f2267ed7268> subnet after_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.085145 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f2267ed7378> subnetpool_address_scope after_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.085535 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f226794ada0>> port precommit_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.085922 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f226794ada0>> router precommit_create 55549900 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.086304 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f2267e9a488> port before_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.086683 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f226794ada0>> router precommit_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.087085 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f226794ada0>> router after_update 55549900 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.087463 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f226794ada0>> router precommit_delete 55549900 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.087851 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f226794ada0>> router precommit_create 55549900 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.088275 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f226794ada0>> router_interface after_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.088651 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f226794ada0>> router precommit_update 55549900 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.089082 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f226794ada0>> network after_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.090067 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Tracking information for resource: router configured {{(pid=85151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 11 17:10:58.090435 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Tracking information for resource: floatingip configured {{(pid=85151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 11 17:10:58.095449 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.l3_agentschedulers_db [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 11 17:10:58.096092 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f22678d3378> port after_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.096509 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f22678d3268> port after_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.096900 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <function _notify_port_delete at 0x7f22678d32f0> port after_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.097285 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f22678d3510> port after_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.098174 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f22678ecbe0>> router before_create 55550100 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.098580 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f22678ecbe0>> router precommit_delete 55550100 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.098985 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f22678ecbe0>> router precommit_create 55550100 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.100004 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f22678ecbe0>> router precommit_update 55550100 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.104761 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.provider_configuration [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Service providers = [] {{(pid=85151) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 11 17:10:58.105157 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.servicetype_db [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85151) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 11 17:10:58.108126 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.service_base [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85151) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 11 17:10:58.108537 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.service_base [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85151) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 11 17:10:58.108918 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.service_base [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85151) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 11 17:10:58.109812 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.service_base [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85151) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 11 17:10:58.110211 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.services.service_base [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 11 17:10:58.110616 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 11 17:10:58.110967 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 11 17:10:58.121060 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 11 17:10:58.121431 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading Plugin: auto_allocate
Apr 11 17:10:58.127169 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2267915950> network precommit_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.127578 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2267915950> network precommit_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.128163 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 11 17:10:58.128547 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading Plugin: tag
Apr 11 17:10:58.135456 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 11 17:10:58.135826 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading Plugin: timestamp
Apr 11 17:10:58.139684 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 11 17:10:58.140054 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading Plugin: network_ip_availability
Apr 11 17:10:58.145695 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2267872f60>> rbac-policy before_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.146670 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2267872f60>> rbac-policy before_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.147066 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2267872f60>> rbac-policy before_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.147839 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 11 17:10:58.148196 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading Plugin: flavors
Apr 11 17:10:58.152749 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 11 17:10:58.153115 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading Plugin: revisions
Apr 11 17:10:58.157712 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 11 17:10:58.158133 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.789s {{(pid=85151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:10:58.158937 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85151) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 11 17:10:58.159298 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Initializing extension manager.
Apr 11 17:10:58.159868 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: __init__.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.160245 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: __pycache__ {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.160643 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.161014 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: address_group.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.162352 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.163264 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: address-group
Apr 11 17:10:58.163628 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: address_scope.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.164411 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.165014 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: address-scope
Apr 11 17:10:58.165373 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.166312 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.166886 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: router-admin-state-down-before-update
Apr 11 17:10:58.167251 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: agent.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.168005 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.168636 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: agent
Apr 11 17:10:58.168995 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: agent_resources_synced.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.169911 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.170487 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: agent-resources-synced
Apr 11 17:10:58.170845 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: allowedaddresspairs.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.172661 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.173255 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: allowed-address-pairs
Apr 11 17:10:58.173616 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: auto_allocated_topology.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.174742 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.175282 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: auto-allocated-topology
Apr 11 17:10:58.175641 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: availability_zone.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.176387 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.176988 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: availability_zone
Apr 11 17:10:58.177400 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: availability_zone_filter.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.178459 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.179031 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: availability_zone_filter
Apr 11 17:10:58.179387 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: data_plane_status.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.180295 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.180907 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 11 17:10:58.181264 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: default_subnetpools.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.182178 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.182749 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: default-subnetpools
Apr 11 17:10:58.183106 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.183981 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.185769 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: dhcp_agent_scheduler
Apr 11 17:10:58.186150 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: dns.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.187083 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.187660 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension dns-integration not supported by any of loaded plugins
Apr 11 17:10:58.188023 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: dns_domain_ports.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.188980 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.189558 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 11 17:10:58.189917 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: dvr.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.190641 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.191222 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: dvr
Apr 11 17:10:58.191582 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: empty_string_filtering.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.192538 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.193205 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: empty-string-filtering
Apr 11 17:10:58.193562 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.194497 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.195068 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 11 17:10:58.195428 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.196355 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.196968 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 11 17:10:58.197328 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: external_net.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.198252 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.198829 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: external-net
Apr 11 17:10:58.199188 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.200109 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.200715 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: extra_dhcp_opt
Apr 11 17:10:58.201075 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: extraroute.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.201994 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.202573 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: extraroute
Apr 11 17:10:58.202929 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: extraroute_atomic.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.203962 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.204579 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: extraroute-atomic
Apr 11 17:10:58.204943 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: filter_validation.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.205641 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.206220 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: filter-validation
Apr 11 17:10:58.206581 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: fip_pf_description.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.207498 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.208073 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 11 17:10:58.208470 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: fip_port_details.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.209915 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.210486 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: fip-port-details
Apr 11 17:10:58.210846 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: flavors.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.212077 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.212693 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: flavors
Apr 11 17:10:58.213058 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.214708 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.215306 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 11 17:10:58.215675 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: floatingip_pools.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.216556 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.217143 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: floatingip-pools
Apr 11 17:10:58.217759 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: ip_allocation.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.218700 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.219282 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 11 17:10:58.219642 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.220610 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.221192 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: ip-substring-filtering
Apr 11 17:10:58.221553 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: l2_adjacency.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.222478 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.223050 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 11 17:10:58.223409 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: l3.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.225238 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.225827 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: router
Apr 11 17:10:58.226193 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.228458 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.229060 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 11 17:10:58.229428 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.230365 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.230953 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: ext-gw-mode
Apr 11 17:10:58.231318 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.232240 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.234643 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: l3-ha
Apr 11 17:10:58.235013 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: l3_flavors.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.235945 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.236564 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: l3-flavors
Apr 11 17:10:58.236929 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.237852 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.238472 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 11 17:10:58.238828 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: l3agentscheduler.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.240151 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.240843 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: l3_agent_scheduler
Apr 11 17:10:58.241210 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: logging.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.242747 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.243340 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension logging not supported by any of loaded plugins
Apr 11 17:10:58.243705 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: metering.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.244524 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.245223 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: metering
Apr 11 17:10:58.245587 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.246724 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.247313 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: metering_source_and_destination_fields
Apr 11 17:10:58.247676 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: multiprovidernet.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.248662 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.249245 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: multi-provider
Apr 11 17:10:58.249605 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: netmtu.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.250530 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.251116 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: net-mtu
Apr 11 17:10:58.251473 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: netmtu_writable.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.252399 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.253008 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: net-mtu-writable
Apr 11 17:10:58.253363 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: network_availability_zone.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.254080 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.254656 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: network_availability_zone
Apr 11 17:10:58.255012 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: network_ip_availability.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.256255 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.256873 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: network-ip-availability
Apr 11 17:10:58.257235 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: network_segment_range.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.258085 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.258663 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 11 17:10:58.259028 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: pagination.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.260140 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.260538 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: pagination
Apr 11 17:10:58.260898 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: port_device_profile.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.261817 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.262392 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: port-device-profile
Apr 11 17:10:58.262751 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.263683 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.264257 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: port-mac-address-regenerate
Apr 11 17:10:58.264663 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.265603 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.266194 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: port-numa-affinity-policy
Apr 11 17:10:58.266553 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: port_resource_request.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.267489 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.268066 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 11 17:10:58.268450 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: portbindings.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.269380 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.269956 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: binding
Apr 11 17:10:58.270312 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: portbindings_extended.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.272156 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.272775 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: binding-extended
Apr 11 17:10:58.273145 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: portsecurity.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.274080 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.274668 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: port-security
Apr 11 17:10:58.275032 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: project_id.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.276015 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.276388 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: project-id
Apr 11 17:10:58.276776 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: providernet.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.277709 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.278306 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: provider
Apr 11 17:10:58.278668 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: qos.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.282225 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.282835 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension qos not supported by any of loaded plugins
Apr 11 17:10:58.283203 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.284572 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.285156 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 11 17:10:58.285521 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.286462 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.287597 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 11 17:10:58.287954 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: qos_default.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.288902 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.289483 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension qos-default not supported by any of loaded plugins
Apr 11 17:10:58.289842 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: qos_fip.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.290537 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.291109 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension qos-fip not supported by any of loaded plugins
Apr 11 17:10:58.291469 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: qos_gateway_ip.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.292401 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.293008 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 11 17:10:58.293366 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: qos_port_network_policy.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.294283 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.294857 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 11 17:10:58.295218 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: qos_rule_type_details.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.296146 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.296742 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 11 17:10:58.297106 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: qos_rules_alias.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.298149 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.298731 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 11 17:10:58.299089 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: quotasv2.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.300084 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.300480 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: quotas
Apr 11 17:10:58.300843 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: quotasv2_detail.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.302446 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.302823 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: quota_details
Apr 11 17:10:58.303189 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: rbac.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.304348 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.304975 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: rbac-policies
Apr 11 17:10:58.305340 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: rbac_address_group.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.306291 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.306877 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: rbac-address-group
Apr 11 17:10:58.307239 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: rbac_address_scope.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.308159 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.308769 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: rbac-address-scope
Apr 11 17:10:58.309131 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: rbac_security_groups.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.310149 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.310727 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: rbac-security-groups
Apr 11 17:10:58.311089 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: rbac_subnetpool.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.312009 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.312626 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: rbac-subnetpool
Apr 11 17:10:58.312987 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: revisionifmatch.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.313914 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.314493 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: revision-if-match
Apr 11 17:10:58.314847 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: revisions.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.315986 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.316599 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: standard-attr-revisions
Apr 11 17:10:58.316961 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: router_availability_zone.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.317682 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.318288 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: router_availability_zone
Apr 11 17:10:58.318641 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: routerservicetype.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.319588 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.320164 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension router-service-type not supported by any of loaded plugins
Apr 11 17:10:58.320549 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.321477 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.322056 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: security-groups-normalized-cidr
Apr 11 17:10:58.322418 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.323358 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.323935 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: port-security-groups-filtering
Apr 11 17:10:58.324295 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.325257 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.325842 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: security-groups-remote-address-group
Apr 11 17:10:58.326197 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: securitygroup.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.339774 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.340395 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: security-group
Apr 11 17:10:58.340793 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: segment.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.341654 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.342238 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension segment not supported by any of loaded plugins
Apr 11 17:10:58.342856 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.343807 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.344410 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 11 17:10:58.344778 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: servicetype.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.345896 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.346483 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: service-type
Apr 11 17:10:58.346867 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: sorting.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.347834 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.348208 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: sorting
Apr 11 17:10:58.348594 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: standard_attr_segment.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.349658 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.350741 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 11 17:10:58.351102 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: standardattrdescription.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.351799 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.352384 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: standard-attr-description
Apr 11 17:10:58.352772 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: stateful_security_group.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.353739 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.354320 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: stateful-security-group
Apr 11 17:10:58.354680 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: stdattrs_common.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.355270 dv-cinder-784779-4-iscsi neutron-server[85151]: WARNING neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 11 17:10:58.355630 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.356658 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.357259 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 11 17:10:58.357616 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: subnet_onboard.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.358766 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.359413 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: subnet_onboard
Apr 11 17:10:58.359775 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.360768 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.361350 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 11 17:10:58.361711 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: subnet_service_types.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.362698 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.363283 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: subnet-service-types
Apr 11 17:10:58.363643 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: subnetallocation.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.364833 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.365438 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: subnet_allocation
Apr 11 17:10:58.365803 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.366500 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.367083 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: subnetpool-prefix-ops
Apr 11 17:10:58.367442 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.368376 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.368983 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 11 17:10:58.369340 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: tagging.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.370616 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.371210 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: standard-attr-tag
Apr 11 17:10:58.371570 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: timestamp.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.372778 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.373364 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loaded extension: standard-attr-timestamp
Apr 11 17:10:58.373726 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: trunk.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.374759 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.375345 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension trunk not supported by any of loaded plugins
Apr 11 17:10:58.375711 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: trunk_details.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.376661 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.377246 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension trunk-details not supported by any of loaded plugins
Apr 11 17:10:58.377607 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: uplink_status_propagation.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.378528 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.379103 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 11 17:10:58.379459 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Loading extension file: vlantransparent.py {{(pid=85151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 11 17:10:58.380156 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 11 17:10:58.380810 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 11 17:10:58.383577 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Creating instance of TrackedResource for resource:network
Apr 11 17:10:58.384398 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Creating instance of TrackedResource for resource:subnet
Apr 11 17:10:58.385112 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 11 17:10:58.385771 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Creating instance of TrackedResource for resource:port
Apr 11 17:10:58.387272 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.resource_helper [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 11 17:10:58.387766 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.resource_helper [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Service FLAVORS assigned prefix:  {{(pid=85151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 11 17:10:58.388463 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.resource_helper [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 11 17:10:58.388947 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.resource_helper [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 11 17:10:58.389314 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Creating instance of TrackedResource for resource:router
Apr 11 17:10:58.390039 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Creating instance of TrackedResource for resource:floatingip
Apr 11 17:10:58.390823 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.resource_helper [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Service METERING assigned prefix: /metering {{(pid=85151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 11 17:10:58.392704 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f226774d198>> rbac-policy before_create 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.393109 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f226774d198>> rbac-policy before_update 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.393498 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f226774d198>> rbac-policy before_delete 55550000 {{(pid=85151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:10:58.394638 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 11 17:10:58.395135 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Creating instance of TrackedResource for resource:security_group
Apr 11 17:10:58.395954 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 11 17:10:58.397455 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.resource_helper [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Service CORE assigned prefix:  {{(pid=85151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 11 17:10:58.397824 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 11 17:10:58.398187 dv-cinder-784779-4-iscsi neutron-server[85151]: WARNING neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] subnetpool is already registered
Apr 11 17:10:58.398859 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.resource_helper [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Service CORE assigned prefix:  {{(pid=85151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 11 17:10:58.399228 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 11 17:10:58.399587 dv-cinder-784779-4-iscsi neutron-server[85151]: WARNING neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] subnetpool is already registered
Apr 11 17:10:58.402405 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.resource_helper [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 11 17:10:58.402888 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.resource_helper [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Service FLAVORS assigned prefix:  {{(pid=85151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 11 17:10:58.403548 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.resource_helper [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 11 17:10:58.404015 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.resource_helper [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 11 17:10:58.404387 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Creating instance of TrackedResource for resource:router
Apr 11 17:10:58.404776 dv-cinder-784779-4-iscsi neutron-server[85151]: WARNING neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] router is already registered
Apr 11 17:10:58.405441 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Creating instance of TrackedResource for resource:floatingip
Apr 11 17:10:58.405803 dv-cinder-784779-4-iscsi neutron-server[85151]: WARNING neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] floatingip is already registered
Apr 11 17:10:58.406498 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.resource_helper [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Service METERING assigned prefix: /metering {{(pid=85151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 11 17:10:58.407248 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 11 17:10:58.407610 dv-cinder-784779-4-iscsi neutron-server[85151]: WARNING neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] rbac_policy is already registered
Apr 11 17:10:58.408994 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Creating instance of TrackedResource for resource:security_group
Apr 11 17:10:58.409372 dv-cinder-784779-4-iscsi neutron-server[85151]: WARNING neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] security_group is already registered
Apr 11 17:10:58.410055 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 11 17:10:58.410425 dv-cinder-784779-4-iscsi neutron-server[85151]: WARNING neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] security_group_rule is already registered
Apr 11 17:10:58.411153 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.resource_helper [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Service CORE assigned prefix:  {{(pid=85151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 11 17:10:58.411520 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 11 17:10:58.412612 dv-cinder-784779-4-iscsi neutron-server[85151]: WARNING neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] subnetpool is already registered
Apr 11 17:10:58.413297 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.resource_helper [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Service CORE assigned prefix:  {{(pid=85151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 11 17:10:58.413667 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 11 17:10:58.414025 dv-cinder-784779-4-iscsi neutron-server[85151]: WARNING neutron.quota.resource_registry [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] subnetpool is already registered
Apr 11 17:10:58.414753 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: extensions {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.416317 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: address-groups {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.418039 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: address-scopes {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.419323 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: agents {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.420587 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: auto-allocated-topology {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.421899 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: availability_zones {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.423284 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: dhcp-networks {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.424850 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: dhcp-agents {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.426319 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: routers {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.428241 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: flavors {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.429483 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: service_profiles {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.430756 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: next_providers {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.432363 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: service_profiles {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.433918 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: floatingip-pools {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.435198 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: routers {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.437087 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: floatingips {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.438328 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: l3-routers {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.439776 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: l3-agents {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.441353 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: metering-labels {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.442760 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: metering-label-rules {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.444657 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: network-ip-availabilities {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.445969 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: bindings {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.447704 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: quotas {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.449257 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: quotas {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.450728 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: rbac-policies {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.452091 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: security-groups {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.453379 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: security-group-rules {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.454668 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: service-providers {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.456020 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: subnetpools {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.457523 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: subnetpools {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.459615 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: tags {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.461391 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: tags {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.463313 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: tags {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.465191 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: tags {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.467065 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: tags {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.469272 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: tags {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.471055 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: tags {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.473906 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: tags {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.475998 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: tags {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.477967 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.extensions [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Extended resource: tags {{(pid=85151) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 11 17:10:58.484800 dv-cinder-784779-4-iscsi neutron-server[85151]: WARNING keystonemiddleware.auth_token [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 11 17:10:58.490171 dv-cinder-784779-4-iscsi neutron-server[85151]: WARNING keystonemiddleware.auth_token [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 11 17:10:58.498971 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Acquired lock "singleton_lock" {{(pid=85151) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 11 17:10:58.499496 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Releasing lock "singleton_lock" {{(pid=85151) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 11 17:10:58.500978 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO oslo_service.service [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Starting 2 workers
Apr 11 17:10:58.506343 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Started child 85264 {{(pid=85151) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 11 17:10:58.510431 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:10:58.511135 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Started child 85265 {{(pid=85151) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 11 17:10:58.512013 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [-] (85264) wsgi starting up on http://0.0.0.0:9696
Apr 11 17:10:58.512629 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.service [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 11 17:10:58.513282 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Notify callbacks [] for process, before_spawn {{(pid=85151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:10:58.514406 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:10:58.515705 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO oslo_service.service [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Starting 1 workers
Apr 11 17:10:58.515832 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [-] (85265) wsgi starting up on http://0.0.0.0:9696
Apr 11 17:10:58.521819 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Started child 85266 {{(pid=85151) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 11 17:10:58.522389 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO oslo_service.service [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Starting 1 workers
Apr 11 17:10:58.524913 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.service [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] calling RpcWorker wait() {{(pid=85266) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 11 17:10:58.525526 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.service [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] returning from RpcWorker wait() {{(pid=85266) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 11 17:10:58.527340 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Started child 85267 {{(pid=85151) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 11 17:10:58.527513 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:10:58.528146 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-50817f6e-6cde-4253-b643-3167dac86920 None None] Notify callbacks [] for process, after_spawn {{(pid=85151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:10:58.528251 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:10:58.529794 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85151) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 11 17:10:58.530044 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 11 17:10:58.530254 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 11 17:10:58.530530 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 11 17:10:58.530928 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 11 17:10:58.531122 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 11 17:10:58.531672 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.531981 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.532228 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:10:58.532334 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.532603 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.532929 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.533588 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.533895 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.534197 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.534509 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.534800 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.535002 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.535197 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.535486 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.535775 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.536106 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.536392 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.536746 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.537040 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.537258 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.537540 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.537847 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.538131 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.538425 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.538698 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.539272 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.539526 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.539812 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.540064 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.540368 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.540672 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.540983 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.541248 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.541522 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.541787 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.542068 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.542322 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.542577 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.542844 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.543120 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.543370 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.543838 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] host                           = dv-cinder-784779-4-iscsi {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.544087 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.544335 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.544623 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.544905 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.545182 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.545441 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.545723 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.546013 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.546281 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.546541 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.546807 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.547080 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.547342 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.547611 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.547801 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.548066 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.548373 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.548692 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.548904 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.549109 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.549257 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.549557 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.549713 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.549999 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.550246 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.550491 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.550761 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.551033 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.551291 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.551566 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.551836 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.552105 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.552519 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.552890 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.553202 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.553546 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.553812 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.554060 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.554321 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.554566 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.554827 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.555103 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.555366 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.555615 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.555866 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.556359 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.556684 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.556935 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.557420 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.557682 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.557893 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.558221 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.558489 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.558754 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.559064 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.559306 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.559627 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.559793 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.560032 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.560292 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.560564 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.560810 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.561067 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.561379 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.561622 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.561893 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.562139 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.562382 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.562651 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.563092 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.563409 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.563745 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.564002 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.564269 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.564562 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.564860 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.565111 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.565379 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.565646 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.565996 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.566248 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.566585 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.566840 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.567120 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.567443 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.567737 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.568713 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.569033 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.569288 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.569540 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.569813 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.570161 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.570469 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.570772 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.30/identity {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.571043 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.571291 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.571574 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.571837 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.572071 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.572332 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.572602 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.572901 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.573154 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.573397 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.573647 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.573914 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.574161 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.574488 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.574685 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.574984 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.575248 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.575499 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.575744 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.575995 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.576243 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.576526 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.576756 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.577019 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.577292 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.577562 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.577833 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.578076 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.578318 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.578568 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.578854 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.579102 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.579344 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.579586 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.579834 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.580089 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.580386 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.580709 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.580958 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.581178 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.581428 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.581674 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.581935 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.582197 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.582443 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.582690 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.582914 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.583310 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.584293 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.584582 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.584864 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.585120 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.585351 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.585575 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.585832 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.586078 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.586323 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.586569 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.586814 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.587169 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.587671 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.587814 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.588063 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.588332 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.588496 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:10:58.588626 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.589402 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.589402 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.589402 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.589827 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.589827 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.590109 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.590370 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.590664 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.590939 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.591219 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.591508 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.591755 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.592029 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.592600 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.592882 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.593138 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.593414 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.593723 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.594005 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.594294 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.594613 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.594927 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.595162 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.595661 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.595943 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.596247 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.596623 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.596950 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.597613 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.597613 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.597817 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.598005 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.598278 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.598561 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.598847 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.599118 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.599402 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.599710 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.599985 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.600236 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.600504 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.600773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.601129 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.601428 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.601675 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.601920 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.602215 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.602499 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.602768 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.603058 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.603355 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.603648 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.603947 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.604229 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.30/identity {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.604528 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.604809 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.605097 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.605361 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.605629 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.605881 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.606147 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.606547 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.606710 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.606895 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.607159 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.607422 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.607705 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.607845 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.608099 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.608366 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.608641 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.608904 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.609173 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.609425 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.609676 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.609947 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.610170 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.610455 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.610725 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.611032 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.611309 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.611577 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.611862 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.612153 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.612405 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.612673 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.612962 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.613232 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.613479 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.613711 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.613975 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.614222 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.614467 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.614732 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.615007 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.615304 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.615584 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.615958 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.616231 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.616523 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.616794 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.617045 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.617315 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.617567 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.617806 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.618048 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.618319 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.618523 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.618816 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.619086 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.619345 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.619589 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.619886 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.620152 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.620295 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.620608 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.620895 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.621161 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.621410 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.621669 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.621931 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.622215 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.622461 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.622707 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.622952 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.623181 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.623461 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.623726 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.624016 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.624262 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.624533 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.624870 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.625142 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.625396 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.625717 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.625989 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.626273 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.626552 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.626920 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.627209 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.627493 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.627775 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.628028 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.628285 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.628624 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.629017 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.629356 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.629659 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.629937 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.630247 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.631074 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.631380 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.631645 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.631954 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.632326 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.632636 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.632935 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.633215 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.633522 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.633780 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.634034 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.634384 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.634535 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.634782 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.635041 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.635345 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.635613 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.635869 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.636144 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.636414 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.636701 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.636952 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.637229 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.637482 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.637773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 11 17:10:58.638473 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85151) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 11 17:10:58.638473 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 11 17:10:58.638719 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 11 17:10:58.638719 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 11 17:10:58.638925 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 11 17:10:58.639083 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 11 17:10:58.639589 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.639589 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.639850 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.639850 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.640127 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.640127 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.640394 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.640609 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.640786 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.640921 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.641070 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.641283 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.641283 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.641564 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.641703 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.641841 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.641978 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.642114 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.642291 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.642479 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.642668 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.642855 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.643042 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.643219 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.643426 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.643617 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.643805 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.643989 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.644172 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.644314 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.644522 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.644674 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.644814 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.644953 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.645091 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.645283 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.645430 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.645626 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.645764 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.645901 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.646721 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] host                           = dv-cinder-784779-4-iscsi {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.646925 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.647115 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.647277 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.647475 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.647619 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.647757 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.647983 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.648125 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.648330 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.648498 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.648640 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.648780 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.648918 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.649091 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.649278 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.649467 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.649653 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.649840 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.650056 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.650245 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.650435 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.650621 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.650808 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.650996 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.651184 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.651407 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.651557 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.651698 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.651835 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.652009 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.652194 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.652379 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.652591 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.652781 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.652968 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.653125 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.653314 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.653498 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.653683 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.653867 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.654053 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.654237 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.654423 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.654609 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.654794 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.654979 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.655164 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.655351 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.655537 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.655722 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.655908 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.656098 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.656288 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.656492 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.656682 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.656868 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.657055 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.657240 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.657427 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.657613 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.657799 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.657968 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.658179 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.658282 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.658465 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.658649 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.658836 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.659022 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.659209 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 11 17:10:58.659416 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.659606 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.659807 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.659997 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.660184 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.660372 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.660586 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.660774 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.660962 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.661150 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.661346 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.661520 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.661802 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.662012 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.662202 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.662395 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.662583 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.662772 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.662961 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.663151 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.663340 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.663529 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.663735 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.663924 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.664113 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.30/identity {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.664301 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.664513 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.664705 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.664895 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.665084 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.665273 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.665462 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.665651 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.665838 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.666028 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.666217 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.666406 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.666595 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.666783 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.666973 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.667162 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.667350 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.667538 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.667727 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.667915 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.668104 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.668295 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.668510 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.668699 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.668888 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.669088 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.669276 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.669464 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.669652 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.669841 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.670029 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.670217 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.670407 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.670598 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.670758 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.670920 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.671123 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.671313 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.671501 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.671782 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.671938 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.672084 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.672239 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.672388 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.672553 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.672654 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.672849 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.673081 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.673289 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.673391 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.673522 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.673709 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.673897 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.674150 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.674342 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.674441 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.674594 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.674805 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.675001 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.675151 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.675252 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.675391 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.675577 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.675730 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.675917 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.676110 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.676297 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.676510 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.676703 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.676891 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.677101 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.677271 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.677557 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.677750 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.678011 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.678294 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.678294 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.678699 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.678699 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.678881 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.678881 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.679103 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.679224 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.679399 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.679586 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.679773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.679971 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.680140 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.680314 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.680581 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.680689 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.680858 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.681049 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.681240 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.681432 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.681621 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.681812 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.682002 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.682190 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.682380 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.682569 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.682758 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.682957 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.683156 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.683350 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.683541 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.683729 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.683965 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.684154 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.684393 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.684589 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.684760 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.684951 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.685205 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.685373 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.685540 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.685890 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.686058 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.686254 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.30/identity {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.686442 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.687302 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.687302 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.687302 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.687302 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.687302 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.688242 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.688242 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.688242 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.688242 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.688242 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.688773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.688773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.688773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.688773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.689119 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.689119 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.689294 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.689449 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.689638 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.690126 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.690126 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.690126 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.690408 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.690505 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.692513 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.692513 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.692513 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.692513 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.692513 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.692513 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.692513 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.692513 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.694280 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.694377 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:10:58.694473 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.694473 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.694473 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.694473 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.694473 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.694473 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.694473 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.694473 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.695134 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.695134 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.695134 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.695134 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.695134 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.695134 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.695134 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.695733 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.695733 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.695733 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.695733 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.696074 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.696074 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.696249 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.696350 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.696517 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.696709 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.696900 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.697090 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.697279 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.697481 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.697669 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.697859 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.698049 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.698240 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.698439 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.698627 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.698817 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.699005 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.699195 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.699393 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.699580 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.699768 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.699957 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.700146 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.700345 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.700561 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.700750 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.700963 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.701105 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.701275 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.701464 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.701665 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.701853 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.702044 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.702232 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.702420 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.702607 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.702797 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.702989 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.703186 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.703383 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.703575 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.703773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.704524 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.704524 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.704524 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.704524 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.704816 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.704887 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.705003 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.705346 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.705518 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.705849 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.706043 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.706215 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.706681 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.706780 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.706967 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.707156 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.707343 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.707514 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.707867 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.708039 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.708403 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.709232 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.709435 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.709723 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 11 17:10:58.709911 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 11 17:10:58.830344 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 43858) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:10:58.841843 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0093157
Apr 11 17:11:09.212155 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5335744a-d87a-4f89-8e4f-27fe43e053e4 None None] get_active_networks_info from dv-cinder-784779-4-iscsi {{(pid=85266) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 11 17:11:09.353785 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5335744a-d87a-4f89-8e4f-27fe43e053e4 None None] No non-hosted networks {{(pid=85266) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 11 17:11:09.402179 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agentschedulers_db [None req-5335744a-d87a-4f89-8e4f-27fe43e053e4 None None] DHCP Agent not found on host dv-cinder-784779-4-iscsi {{(pid=85266) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 11 17:11:09.719040 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8c991e87-5be9-4749-a2b4-e87c3b0793bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636'] for agent, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:11.610249 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-28b22551-89c4-4cd1-aa90-0b9a9aa7ee68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636'] for agent, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:11.657830 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ce30ada9-c25f-4e82-8d09-f0f0c20ae9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:12.538004 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636'] for agent, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:13.097006 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636'] for agent, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:13.098239 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:13.098884 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:13.100518 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:13.101037 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:13.101565 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:13.102075 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:13.102593 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:13.103118 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:13.103624 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:13.104127 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:13.104661 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:13.105180 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:13.105747 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2265a5a470>, 'Open vSwitch agent', 'dv-cinder-784779-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:11:13.125769 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2265a625c0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784779-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:11:13.634560 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636'] for agent, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:15.000815 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 43950) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:11:15.636962 dv-cinder-784779-4-iscsi neutron-server[85151]: WARNING oslo_policy.policy [None req-e9f9468c-7c12-47aa-8c1c-20cd189d274b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 11 17:11:15.637552 dv-cinder-784779-4-iscsi neutron-server[85151]: WARNING oslo_policy.policy [None req-e9f9468c-7c12-47aa-8c1c-20cd189d274b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 11 17:11:15.887613 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [None req-e9f9468c-7c12-47aa-8c1c-20cd189d274b admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=85264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 11 17:11:15.888718 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-e9f9468c-7c12-47aa-8c1c-20cd189d274b admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8868625
Apr 11 17:11:17.861156 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.l3_hamode_db [None req-41036030-c7b2-4a53-8399-5e3f6544dd50 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 11 17:11:17.951028 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41036030-c7b2-4a53-8399-5e3f6544dd50 None None] Routers set() bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:11:17.951442 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41036030-c7b2-4a53-8399-5e3f6544dd50 None None] Router IDs set() for agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 11 17:11:18.651883 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 43966) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:11:19.059695 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-92f92e62-25ab-4cfb-ad2d-f5ee170346f1 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:11:19.167166 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.policy [None req-92f92e62-25ab-4cfb-ad2d-f5ee170346f1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85264) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 11 17:11:19.224491 dv-cinder-784779-4-iscsi neutron-server[85151]: WARNING oslo_policy.policy [None req-92f92e62-25ab-4cfb-ad2d-f5ee170346f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 11 17:11:19.224911 dv-cinder-784779-4-iscsi neutron-server[85151]: WARNING oslo_policy.policy [None req-92f92e62-25ab-4cfb-ad2d-f5ee170346f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 11 17:11:19.243687 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.quota [None req-92f92e62-25ab-4cfb-ad2d-f5ee170346f1 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f22672e8588>.
Apr 11 17:11:19.259873 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-92f92e62-25ab-4cfb-ad2d-f5ee170346f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:11:19.321900 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-92f92e62-25ab-4cfb-ad2d-f5ee170346f1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363300241268357', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363300241266737', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363300242142648', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363300242136532', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363300242153417', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363300242151436', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-94798', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16690225', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854283379', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-572514'] for rbac-policy, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:19.385335 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-92f92e62-25ab-4cfb-ad2d-f5ee170346f1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:19.386588 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-92f92e62-25ab-4cfb-ad2d-f5ee170346f1 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.7335436
Apr 11 17:11:22.391402 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 43980) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:11:22.774618 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Request body: {'network': {'name': 'private', 'project_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'admin_state_up': True}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:11:22.780513 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:11:22.785139 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Usage tracker for resource:network and tenant:71e4c8a6fa454c9f84ce8ee0e3308b46 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:11:22.788879 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:11:22.795220 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:11:22.804116 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Made reservation on behalf of 71e4c8a6fa454c9f84ce8ee0e3308b46 for: {'network': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:11:22.810135 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for network, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:22.827282 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:22.844196 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:11:22.847977 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Usage tracker for resource:security_group_rule and tenant:71e4c8a6fa454c9f84ce8ee0e3308b46 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:11:22.851708 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:11:22.857481 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:11:23.112770 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:23.115961 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:23.120774 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:11:23.142674 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'}  {{(pid=85264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 11 17:11:23.169896 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736609420181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:23.170472 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f2268043950> segment precommit_create {{(pid=85264) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 11 17:11:23.170938 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.segments_db [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Added segment 45a385b0-bb09-48d2-9b04-af66d61a4d68 of type vlan for network c7b054df-1801-495f-99a8-89c43d58ba7c
Apr 11 17:11:23.181821 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd4cf23-b3ad-4c9d-ab0a-be53b79c93f5,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:11:23.235304 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:23.235673 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:23.236036 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:23.236392 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:23.236773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:23.237136 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:23.237486 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:23.237832 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:23.238192 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:23.238623 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:23.238972 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:23.240312 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Tracked resource versions report:
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]: pushed versions:
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]: {   'AddressGroup': {'1.2'},
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:     'ConntrackHelper': {'1.0'},
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Log': {'1.0'},
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Network': {'1.1'},
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Port': {'1.7'},
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:     'PortForwarding': {'1.2'},
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:     'QosPolicy': {'1.8'},
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:     'SecurityGroup': {'1.4'},
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:     'SecurityGroupRule': {'1.2'},
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:     'SubPort': {'1.0'},
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Subnet': {'1.1'},
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Trunk': {'1.1'}}
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]: consumer versions:
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]: {   DHCP agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:     L3 agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:     Metadata agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:     Metering agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:     Open vSwitch agent@dv-cinder-784779-4-iscsi: {   'AddressGroup': '1.2',
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'ConntrackHelper': '1.0',
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Log': '1.0',
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Network': '1.1',
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Port': '1.7',
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'PortForwarding': '1.2',
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'QosPolicy': '1.8',
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'SecurityGroup': '1.4',
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'SecurityGroupRule': '1.2',
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'SubPort': '1.0',
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Subnet': '1.1',
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Trunk': '1.1'}}
Apr 11 17:11:23.241505 dv-cinder-784779-4-iscsi neutron-server[85151]:  {{(pid=85264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 11 17:11:23.283823 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:11:23.300612 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736608949653'] for network, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:23.336839 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for network, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:23.338213 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:11:23.338862 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:23.343806 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:11:23.453294 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.0607421
Apr 11 17:11:23.454003 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Pushing event updated for resources: {'Network': ['ID=c7b054df-1801-495f-99a8-89c43d58ba7c,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:11:23.457319 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:11:23.466428 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Network c7b054df-1801-495f-99a8-89c43d58ba7c details requested by agent ovs-agent-dv-cinder-784779-4-iscsi with host dv-cinder-784779-4-iscsi {{(pid=85266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 11 17:11:26.525840 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 43996) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:11:27.007166 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbda9e90-df39-46e9-859f-2d1adfaedc36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:11:27.008620 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-dbda9e90-df39-46e9-859f-2d1adfaedc36 admin admin] 10.222.0.30 "GET /v2.0/networks/c7b054df-1801-495f-99a8-89c43d58ba7c HTTP/1.1" status: 200  len: 825 time: 0.4816680
Apr 11 17:11:27.037377 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-47381e83-64e2-44b8-b94e-4d7c592b062b admin admin] 10.222.0.30 "GET /v2.0/subnetpools/6fa09581-3111-44a3-9836-de185cb05b65 HTTP/1.1" status: 200  len: 734 time: 0.0225916
Apr 11 17:11:27.046800 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-b733f1ea-66a9-45b1-a6e7-6c00c78e1611 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '6fa09581-3111-44a3-9836-de185cb05b65', 'name': 'private-subnet', 'tenant_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'network_id': 'c7b054df-1801-495f-99a8-89c43d58ba7c', 'gateway_ip': '172.20.0.1'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:11:27.051323 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-b733f1ea-66a9-45b1-a6e7-6c00c78e1611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:11:27.055237 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-b733f1ea-66a9-45b1-a6e7-6c00c78e1611 admin admin] Usage tracker for resource:subnet and tenant:71e4c8a6fa454c9f84ce8ee0e3308b46 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:11:27.058210 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-b733f1ea-66a9-45b1-a6e7-6c00c78e1611 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:11:27.064041 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-b733f1ea-66a9-45b1-a6e7-6c00c78e1611 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:11:27.076121 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b733f1ea-66a9-45b1-a6e7-6c00c78e1611 admin admin] Made reservation on behalf of 71e4c8a6fa454c9f84ce8ee0e3308b46 for: {'subnet': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:11:27.080720 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b733f1ea-66a9-45b1-a6e7-6c00c78e1611 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:27.553586 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b733f1ea-66a9-45b1-a6e7-6c00c78e1611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for subnet, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:27.568632 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:11:27.709842 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733f1ea-66a9-45b1-a6e7-6c00c78e1611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91f24c0b-a2cb-4cdc-99dc-a68f0691095b,revision_number=0']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:11:27.715895 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b733f1ea-66a9-45b1-a6e7-6c00c78e1611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:11:27.771348 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b733f1ea-66a9-45b1-a6e7-6c00c78e1611 admin admin] Checking segment: {'id': '45a385b0-bb09-48d2-9b04-af66d61a4d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c7b054df-1801-495f-99a8-89c43d58ba7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:11:27.771728 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b733f1ea-66a9-45b1-a6e7-6c00c78e1611 admin admin] Network hostable DHCP agents. Network: c7b054df-1801-495f-99a8-89c43d58ba7c, hostable agents: ['cadf10d7-d23a-4fec-9e77-f0f038d86f43'], hosted agents: [] {{(pid=85264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 11 17:11:27.792937 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b733f1ea-66a9-45b1-a6e7-6c00c78e1611 admin admin] Network c7b054df-1801-495f-99a8-89c43d58ba7c is scheduled to be hosted by DHCP agent cadf10d7-d23a-4fec-9e77-f0f038d86f43 with binding_index 1 {{(pid=85264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 11 17:11:27.802466 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-b733f1ea-66a9-45b1-a6e7-6c00c78e1611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-iscsi, c7b054df-1801-495f-99a8-89c43d58ba7c) {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:11:27.807181 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b733f1ea-66a9-45b1-a6e7-6c00c78e1611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:11:27.807796 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b733f1ea-66a9-45b1-a6e7-6c00c78e1611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:27.812376 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0baee75-0a03-46cc-aec0-754f6cf33160 None None] Network c7b054df-1801-495f-99a8-89c43d58ba7c requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:11:27.827415 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-b733f1ea-66a9-45b1-a6e7-6c00c78e1611 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7842371
Apr 11 17:11:28.139461 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00cb51b4-a812-5f45-a07b-cd3af73d94f4-c7b054df-1801-495f-99a8-89c43d58ba7c', 'network_id': 'c7b054df-1801-495f-99a8-89c43d58ba7c', 'tenant_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'fixed_ips': [{'subnet_id': '91f24c0b-a2cb-4cdc-99dc-a68f0691095b'}]}} from dv-cinder-784779-4-iscsi. {{(pid=85266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 11 17:11:28.140804 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:28.336288 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Allocated IP 172.20.0.2 (c7b054df-1801-495f-99a8-89c43d58ba7c/91f24c0b-a2cb-4cdc-99dc-a68f0691095b/dc08862c-17c0-4aa9-ab97-cff4a4531ff6) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:11:28.745955 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:28.759632 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Transition to ACTIVE for port object dc08862c-17c0-4aa9-ab97-cff4a4531ff6 will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:11:28.780156 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Transition to ACTIVE for port object dc08862c-17c0-4aa9-ab97-cff4a4531ff6 will not be triggered until provisioned by entity DHCP. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:11:28.786295 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:28.802447 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:11:28.935063 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Pushing event updated for resources: {'Port': ['ID=dc08862c-17c0-4aa9-ab97-cff4a4531ff6,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:11:28.950916 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:28.951291 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:28.951662 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:28.952024 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:28.952382 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:28.952789 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:28.953158 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:28.953501 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:28.953873 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:28.954226 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:28.954580 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:28.954929 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Tracked resource versions report:
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]: pushed versions:
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]: {   'AddressGroup': {'1.2'},
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:     'ConntrackHelper': {'1.0'},
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Log': {'1.0'},
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Network': {'1.1'},
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Port': {'1.7'},
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:     'PortForwarding': {'1.2'},
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:     'QosPolicy': {'1.8'},
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:     'SecurityGroup': {'1.4'},
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:     'SecurityGroupRule': {'1.2'},
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:     'SubPort': {'1.0'},
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Subnet': {'1.1'},
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Trunk': {'1.1'}}
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]: consumer versions:
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]: {   DHCP agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:     L3 agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:     Metadata agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:     Metering agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:     Open vSwitch agent@dv-cinder-784779-4-iscsi: {   'AddressGroup': '1.2',
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'ConntrackHelper': '1.0',
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Log': '1.0',
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Network': '1.1',
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Port': '1.7',
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'PortForwarding': '1.2',
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'QosPolicy': '1.8',
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'SecurityGroup': '1.4',
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'SecurityGroupRule': '1.2',
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'SubPort': '1.0',
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Subnet': '1.1',
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Trunk': '1.1'}}
Apr 11 17:11:28.956021 dv-cinder-784779-4-iscsi neutron-server[85151]:  {{(pid=85266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 11 17:11:28.963114 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:11:29.005849 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Network c7b054df-1801-495f-99a8-89c43d58ba7c is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:11:29.007003 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Resources bound (agent type, host, resource id):  {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:11:29.010218 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:11:29.112495 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Attempting to bind port dc08862c-17c0-4aa9-ab97-cff4a4531ff6 on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:11:29.112928 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Attempting to bind port dc08862c-17c0-4aa9-ab97-cff4a4531ff6 by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': '45a385b0-bb09-48d2-9b04-af66d61a4d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c7b054df-1801-495f-99a8-89c43d58ba7c'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:11:29.113339 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Attempting to bind port dc08862c-17c0-4aa9-ab97-cff4a4531ff6 on network c7b054df-1801-495f-99a8-89c43d58ba7c {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:11:29.119054 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:11:29.119460 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Checking segment: {'id': '45a385b0-bb09-48d2-9b04-af66d61a4d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c7b054df-1801-495f-99a8-89c43d58ba7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:11:29.119920 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:29.120348 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Bound using segment: {'id': '45a385b0-bb09-48d2-9b04-af66d61a4d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c7b054df-1801-495f-99a8-89c43d58ba7c'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:11:29.120905 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Bound port: dc08862c-17c0-4aa9-ab97-cff4a4531ff6, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a385b0-bb09-48d2-9b04-af66d61a4d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c7b054df-1801-495f-99a8-89c43d58ba7c'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:11:29.121331 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:29.200676 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] For port dc08862c-17c0-4aa9-ab97-cff4a4531ff6, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:11:29.204727 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] For port dc08862c-17c0-4aa9-ab97-cff4a4531ff6, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=dc08862c-17c0-4aa9-ab97-cff4a4531ff6,segment=NetworkSegment(45a385b0-bb09-48d2-9b04-af66d61a4d68),segment_id=45a385b0-bb09-48d2-9b04-af66d61a4d68)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:11:29.208603 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:29.224550 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:11:29.380962 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Pushing event updated for resources: {'Port': ['ID=dc08862c-17c0-4aa9-ab97-cff4a4531ff6,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:11:29.385502 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:11:30.590181 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 44006) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:11:31.238639 dv-cinder-784779-4-iscsi neutron-server[85151]: WARNING oslo_policy.policy [None req-04291c85-ec5d-4efb-b7a3-cf7e6a747cd0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 11 17:11:31.239761 dv-cinder-784779-4-iscsi neutron-server[85151]: WARNING oslo_policy.policy [None req-04291c85-ec5d-4efb-b7a3-cf7e6a747cd0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 11 17:11:31.484454 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [None req-04291c85-ec5d-4efb-b7a3-cf7e6a747cd0 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=85265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 11 17:11:31.485712 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-04291c85-ec5d-4efb-b7a3-cf7e6a747cd0 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8935041
Apr 11 17:11:33.123672 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device dc08862c-17c0-4aa9-ab97-cff4a4531ff6 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:11:33.197065 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port dc08862c-17c0-4aa9-ab97-cff4a4531ff6 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:11:34.236769 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27dddbf-af94-49f7-b7a1-0d3432597903 None None] Network c7b054df-1801-495f-99a8-89c43d58ba7c requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:11:34.275408 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 44024) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:11:34.355404 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-645aa390-37d5-45b9-812c-831f8cee3b75 None None] Provisioning for port dc08862c-17c0-4aa9-ab97-cff4a4531ff6 completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:11:34.363721 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-645aa390-37d5-45b9-812c-831f8cee3b75 None None] Provisioning complete for port dc08862c-17c0-4aa9-ab97-cff4a4531ff6 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:11:34.364500 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-645aa390-37d5-45b9-812c-831f8cee3b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:34.595773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-645aa390-37d5-45b9-812c-831f8cee3b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:34.623266 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-645aa390-37d5-45b9-812c-831f8cee3b75 None None] For port dc08862c-17c0-4aa9-ab97-cff4a4531ff6, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=dc08862c-17c0-4aa9-ab97-cff4a4531ff6,segment=NetworkSegment(45a385b0-bb09-48d2-9b04-af66d61a4d68),segment_id=45a385b0-bb09-48d2-9b04-af66d61a4d68)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:11:34.627795 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-645aa390-37d5-45b9-812c-831f8cee3b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:34.634119 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:11:34.680712 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [None req-2ce112bb-496e-46f4-94db-231dab1b0251 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=85265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 11 17:11:34.681867 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-2ce112bb-496e-46f4-94db-231dab1b0251 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4054568
Apr 11 17:11:34.710430 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645aa390-37d5-45b9-812c-831f8cee3b75 None None] Pushing event updated for resources: {'Port': ['ID=dc08862c-17c0-4aa9-ab97-cff4a4531ff6,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:11:34.714068 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-645aa390-37d5-45b9-812c-831f8cee3b75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:11:34.855898 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-5006d0d7-e82f-42fa-b0bd-4f0c9ff20224 None None] Provisioning complete for port dc08862c-17c0-4aa9-ab97-cff4a4531ff6 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:11:34.856307 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5006d0d7-e82f-42fa-b0bd-4f0c9ff20224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:35.103050 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device dc08862c-17c0-4aa9-ab97-cff4a4531ff6 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:11:35.179877 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port dc08862c-17c0-4aa9-ab97-cff4a4531ff6 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:11:35.180286 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:37.721727 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 44036) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:11:38.104457 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-934b30af-6335-4aa7-a888-9f7521bf932f admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'name': 'router1'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:11:38.182547 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.policy [None req-934b30af-6335-4aa7-a888-9f7521bf932f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85265) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 11 17:11:38.237275 dv-cinder-784779-4-iscsi neutron-server[85151]: WARNING oslo_policy.policy [None req-934b30af-6335-4aa7-a888-9f7521bf932f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 11 17:11:38.237683 dv-cinder-784779-4-iscsi neutron-server[85151]: WARNING oslo_policy.policy [None req-934b30af-6335-4aa7-a888-9f7521bf932f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 11 17:11:38.256527 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.quota [None req-934b30af-6335-4aa7-a888-9f7521bf932f admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f22671795c0>.
Apr 11 17:11:38.272017 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-934b30af-6335-4aa7-a888-9f7521bf932f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:11:38.278820 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-934b30af-6335-4aa7-a888-9f7521bf932f admin admin] Usage tracker for resource:router and tenant:71e4c8a6fa454c9f84ce8ee0e3308b46 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:11:38.283422 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-934b30af-6335-4aa7-a888-9f7521bf932f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:11:38.291706 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-934b30af-6335-4aa7-a888-9f7521bf932f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:11:38.307065 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-934b30af-6335-4aa7-a888-9f7521bf932f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854254265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774613'] for router, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:38.309157 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-934b30af-6335-4aa7-a888-9f7521bf932f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-521626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838406134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1184'] for router, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:38.332458 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-934b30af-6335-4aa7-a888-9f7521bf932f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:38.604440 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-934b30af-6335-4aa7-a888-9f7521bf932f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-521596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854326803'] for router, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:38.624158 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-934b30af-6335-4aa7-a888-9f7521bf932f admin admin] Notify callbacks [] for router, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:38.625444 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-934b30af-6335-4aa7-a888-9f7521bf932f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.9026835
Apr 11 17:11:39.105657 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c79977c7-ac5d-42d7-9833-9407c2aeb6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:41.319710 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 44048) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:11:41.618635 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-16626585-c3cc-447c-812e-ab0e2f9c73e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:41.711891 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [None req-be622ec3-8504-4316-bf10-cf32e253ab5d admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=85265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 11 17:11:41.712957 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-be622ec3-8504-4316-bf10-cf32e253ab5d admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3922091
Apr 11 17:11:42.491084 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:43.084875 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:43.587288 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:44.462974 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 44068) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:11:44.621950 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:11:44.628186 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:11:44.632779 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Usage tracker for resource:network and tenant:08f1fdacac4c4a898370633eead95a82 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:11:44.636035 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:11:44.641988 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:11:44.650534 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Made reservation on behalf of 08f1fdacac4c4a898370633eead95a82 for: {'network': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:11:44.656727 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for network, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:44.672717 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:44.687712 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:11:44.691496 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Usage tracker for resource:security_group_rule and tenant:08f1fdacac4c4a898370633eead95a82 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:11:44.695172 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:11:44.700900 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:11:44.796246 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:44.798751 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:44.803810 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:11:44.814813 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Reserving flat network on physical network physnet1 {{(pid=85265) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 11 17:11:44.843941 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736609420181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:44.844545 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f2268043950> segment precommit_create {{(pid=85265) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 11 17:11:44.845010 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.segments_db [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Added segment 0b8cac60-ff06-41a8-94c6-e01c02fa9bfd of type flat for network 25e26079-4f70-47ba-b0dc-8350ca691b81
Apr 11 17:11:44.901083 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c35ba6-9e2f-4bf2-84fd-d42f8400b601,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:11:44.920300 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:44.920693 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:44.921053 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:44.921402 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:44.921751 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:44.922112 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:44.922456 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:44.922807 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:44.923165 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:44.923504 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:44.923842 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:44.924178 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Tracked resource versions report:
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]: pushed versions:
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]: {   'AddressGroup': {'1.2'},
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:     'ConntrackHelper': {'1.0'},
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Log': {'1.0'},
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Network': {'1.1'},
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Port': {'1.7'},
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:     'PortForwarding': {'1.2'},
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:     'QosPolicy': {'1.8'},
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:     'SecurityGroup': {'1.4'},
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:     'SecurityGroupRule': {'1.2'},
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:     'SubPort': {'1.0'},
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Subnet': {'1.1'},
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Trunk': {'1.1'}}
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]: consumer versions:
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]: {   DHCP agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:     L3 agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:     Metadata agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:     Metering agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:     Open vSwitch agent@dv-cinder-784779-4-iscsi: {   'AddressGroup': '1.2',
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'ConntrackHelper': '1.0',
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Log': '1.0',
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Network': '1.1',
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Port': '1.7',
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'PortForwarding': '1.2',
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'QosPolicy': '1.8',
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'SecurityGroup': '1.4',
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'SecurityGroupRule': '1.2',
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'SubPort': '1.0',
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Subnet': '1.1',
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Trunk': '1.1'}}
Apr 11 17:11:44.925284 dv-cinder-784779-4-iscsi neutron-server[85151]:  {{(pid=85265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 11 17:11:44.953498 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:11:44.981368 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736608949653'] for network, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:45.023778 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for network, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:45.025206 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:11:45.025847 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:45.030568 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:11:45.149394 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6853144
Apr 11 17:11:45.150111 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Pushing event updated for resources: {'Network': ['ID=25e26079-4f70-47ba-b0dc-8350ca691b81,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:11:45.153386 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:11:45.162011 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Network 25e26079-4f70-47ba-b0dc-8350ca691b81 details requested by agent ovs-agent-dv-cinder-784779-4-iscsi with host dv-cinder-784779-4-iscsi {{(pid=85266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 11 17:11:47.826470 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 44092) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:11:47.955623 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c855154-ff1c-49d6-8ad8-551c8d9c437f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:11:47.957085 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-5c855154-ff1c-49d6-8ad8-551c8d9c437f admin admin] 10.222.0.30 "GET /v2.0/subnets/91f24c0b-a2cb-4cdc-99dc-a68f0691095b HTTP/1.1" status: 200  len: 849 time: 0.1295800
Apr 11 17:11:48.109332 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-514f9f51-f1d4-493a-bb2c-1a4ce76ecf80 admin admin] 10.222.0.30 "GET /v2.0/routers/f86e8346-926d-498a-b527-a06c65c68ee1 HTTP/1.1" status: 200  len: 704 time: 0.1458087
Apr 11 17:11:48.594746 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-73d0e23f-3c2b-402a-8bc0-feaad6f7fd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:48.840982 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-73d0e23f-3c2b-402a-8bc0-feaad6f7fd68 admin admin] Allocated IP 172.20.0.1 (c7b054df-1801-495f-99a8-89c43d58ba7c/91f24c0b-a2cb-4cdc-99dc-a68f0691095b/142eac01-f680-4578-83fe-9855fde8d0af) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:11:49.009853 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-73d0e23f-3c2b-402a-8bc0-feaad6f7fd68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:49.029000 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-73d0e23f-3c2b-402a-8bc0-feaad6f7fd68 admin admin] Transition to ACTIVE for port object 142eac01-f680-4578-83fe-9855fde8d0af will not be triggered until provisioned by entity DHCP. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:11:49.084326 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-73d0e23f-3c2b-402a-8bc0-feaad6f7fd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:49.099659 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:11:49.390607 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0e23f-3c2b-402a-8bc0-feaad6f7fd68 admin admin] Pushing event updated for resources: {'Port': ['ID=142eac01-f680-4578-83fe-9855fde8d0af,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:11:49.405255 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-73d0e23f-3c2b-402a-8bc0-feaad6f7fd68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:11:49.452254 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d0e23f-3c2b-402a-8bc0-feaad6f7fd68 admin admin] Network c7b054df-1801-495f-99a8-89c43d58ba7c is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:11:49.453363 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-73d0e23f-3c2b-402a-8bc0-feaad6f7fd68 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:11:49.456117 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d0e23f-3c2b-402a-8bc0-feaad6f7fd68 admin admin] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:11:49.460441 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-73d0e23f-3c2b-402a-8bc0-feaad6f7fd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854327000'] for router_interface, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:49.682363 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-dcb4fc39-37e8-46ad-a494-a8b790be1cbb None None] Provisioning for port 142eac01-f680-4578-83fe-9855fde8d0af completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:11:49.687151 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-dcb4fc39-37e8-46ad-a494-a8b790be1cbb None None] Provisioning complete for port 142eac01-f680-4578-83fe-9855fde8d0af triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:11:49.687562 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dcb4fc39-37e8-46ad-a494-a8b790be1cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:49.731940 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-73d0e23f-3c2b-402a-8bc0-feaad6f7fd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:49.744229 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-dcb4fc39-37e8-46ad-a494-a8b790be1cbb None None] Port 142eac01-f680-4578-83fe-9855fde8d0af cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:11:50.007936 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-73d0e23f-3c2b-402a-8bc0-feaad6f7fd68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:50.011543 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-73d0e23f-3c2b-402a-8bc0-feaad6f7fd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:50.012692 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-73d0e23f-3c2b-402a-8bc0-feaad6f7fd68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16292956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854326939'] for router_interface, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:50.027326 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:11:50.171580 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0e23f-3c2b-402a-8bc0-feaad6f7fd68 admin admin] Pushing event updated for resources: {'Port': ['ID=142eac01-f680-4578-83fe-9855fde8d0af,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:11:50.177074 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-73d0e23f-3c2b-402a-8bc0-feaad6f7fd68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:11:50.221592 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d0e23f-3c2b-402a-8bc0-feaad6f7fd68 admin admin] Network c7b054df-1801-495f-99a8-89c43d58ba7c is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:11:50.222666 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-73d0e23f-3c2b-402a-8bc0-feaad6f7fd68 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:11:50.422255 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d0e23f-3c2b-402a-8bc0-feaad6f7fd68 admin admin] Router f86e8346-926d-498a-b527-a06c65c68ee1 is scheduled to L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 with binding_index 1 {{(pid=85265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 11 17:11:50.466273 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-19627edb-c3af-492d-9b90-e8d78d0b3ee2 None None] Provisioning complete for port 142eac01-f680-4578-83fe-9855fde8d0af triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:11:50.466680 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-19627edb-c3af-492d-9b90-e8d78d0b3ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:50.525079 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-19627edb-c3af-492d-9b90-e8d78d0b3ee2 None None] Port 142eac01-f680-4578-83fe-9855fde8d0af cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:11:50.591770 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d0e23f-3c2b-402a-8bc0-feaad6f7fd68 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:11:50.602561 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-73d0e23f-3c2b-402a-8bc0-feaad6f7fd68 admin admin] 10.222.0.30 "PUT /v2.0/routers/f86e8346-926d-498a-b527-a06c65c68ee1/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.4870183
Apr 11 17:11:50.604462 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] Sync routers for ids ['f86e8346-926d-498a-b527-a06c65c68ee1'] in dv-cinder-784779-4-iscsi {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:11:50.615721 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] Routers {'f86e8346-926d-498a-b527-a06c65c68ee1'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:11:50.616601 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226732fb00>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:11:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['f86e8346-926d-498a-b527-a06c65c68ee1'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:11:50.766670 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 5 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:11:50.809285 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] Set router f86e8346-926d-498a-b527-a06c65c68ee1 gateway port host: None {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:11:51.365672 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226732fb00>, [{'id': 'f86e8346-926d-498a-b527-a06c65c68ee1', 'name': 'router1', 'tenant_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:11:38Z', 'updated_at': '2021-04-11T17:11:49Z', 'revision_number': 2, 'project_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'gw_port_host': None, '_interfaces': [{'id': '142eac01-f680-4578-83fe-9855fde8d0af', 'name': '', 'network_id': 'c7b054df-1801-495f-99a8-89c43d58ba7c', 'tenant_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'mac_address': 'fa:16:3e:a0:ac:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86e8346-926d-498a-b527-a06c65c68ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91f24c0b-a2cb-4cdc-99dc-a68f0691095b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:11:48Z', 'updated_at': '2021-04-11T17:11:49Z', 'revision_number': 2, 'project_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'subnets': [{'id': '91f24c0b-a2cb-4cdc-99dc-a68f0691095b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fa09581-3111-44a3-9836-de185cb05b65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:11:51.370814 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] Checking router: f86e8346-926d-498a-b527-a06c65c68ee1 for host: dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:11:51.371202 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] Updating router f86e8346-926d-498a-b527-a06c65c68ee1 port 142eac01-f680-4578-83fe-9855fde8d0af binding host dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 11 17:11:51.427738 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:51.884036 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] Notify callbacks [] for port, precommit_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:51.899428 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] Transition to ACTIVE for port object 142eac01-f680-4578-83fe-9855fde8d0af will not be triggered until provisioned by entity L2. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:11:51.905055 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:51.927088 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:11:52.068133 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb41ff-1a96-4ecc-8380-8bd4a9b8b9a1 None None] Pushing event updated for resources: {'Port': ['ID=142eac01-f680-4578-83fe-9855fde8d0af,revision_number=3']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:11:52.086921 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb41ff-1a96-4ecc-8380-8bd4a9b8b9a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:52.087297 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb41ff-1a96-4ecc-8380-8bd4a9b8b9a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:52.087664 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb41ff-1a96-4ecc-8380-8bd4a9b8b9a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:52.088025 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb41ff-1a96-4ecc-8380-8bd4a9b8b9a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:52.088378 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb41ff-1a96-4ecc-8380-8bd4a9b8b9a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:52.088758 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb41ff-1a96-4ecc-8380-8bd4a9b8b9a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:52.089111 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb41ff-1a96-4ecc-8380-8bd4a9b8b9a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:52.089459 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb41ff-1a96-4ecc-8380-8bd4a9b8b9a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:52.089809 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb41ff-1a96-4ecc-8380-8bd4a9b8b9a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:52.090155 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb41ff-1a96-4ecc-8380-8bd4a9b8b9a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:52.090501 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb41ff-1a96-4ecc-8380-8bd4a9b8b9a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:52.090847 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb41ff-1a96-4ecc-8380-8bd4a9b8b9a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcb41ff-1a96-4ecc-8380-8bd4a9b8b9a1 None None] Tracked resource versions report:
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]: pushed versions:
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]: {   'AddressGroup': {'1.2'},
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:     'ConntrackHelper': {'1.0'},
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Log': {'1.0'},
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Network': {'1.1'},
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Port': {'1.7'},
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:     'PortForwarding': {'1.2'},
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:     'QosPolicy': {'1.8'},
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:     'SecurityGroup': {'1.4'},
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:     'SecurityGroupRule': {'1.2'},
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:     'SubPort': {'1.0'},
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Subnet': {'1.1'},
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Trunk': {'1.1'}}
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]: consumer versions:
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]: {   DHCP agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:     L3 agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:     Metadata agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:     Metering agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:     Open vSwitch agent@dv-cinder-784779-4-iscsi: {   'AddressGroup': '1.2',
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'ConntrackHelper': '1.0',
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Log': '1.0',
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Network': '1.1',
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Port': '1.7',
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'PortForwarding': '1.2',
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'QosPolicy': '1.8',
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'SecurityGroup': '1.4',
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'SecurityGroupRule': '1.2',
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'SubPort': '1.0',
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Subnet': '1.1',
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Trunk': '1.1'}}
Apr 11 17:11:52.092298 dv-cinder-784779-4-iscsi neutron-server[85151]:  {{(pid=85267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 11 17:11:52.099864 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-dfcb41ff-1a96-4ecc-8380-8bd4a9b8b9a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:11:52.308528 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] Attempting to bind port 142eac01-f680-4578-83fe-9855fde8d0af on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:11:52.308977 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] Attempting to bind port 142eac01-f680-4578-83fe-9855fde8d0af by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': '45a385b0-bb09-48d2-9b04-af66d61a4d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c7b054df-1801-495f-99a8-89c43d58ba7c'}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:11:52.309399 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] Attempting to bind port 142eac01-f680-4578-83fe-9855fde8d0af on network c7b054df-1801-495f-99a8-89c43d58ba7c {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:11:52.315101 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:11:52.315532 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] Checking segment: {'id': '45a385b0-bb09-48d2-9b04-af66d61a4d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c7b054df-1801-495f-99a8-89c43d58ba7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:11:52.315990 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:52.316416 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] Bound using segment: {'id': '45a385b0-bb09-48d2-9b04-af66d61a4d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c7b054df-1801-495f-99a8-89c43d58ba7c'} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:11:52.317010 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] Bound port: 142eac01-f680-4578-83fe-9855fde8d0af, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a385b0-bb09-48d2-9b04-af66d61a4d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c7b054df-1801-495f-99a8-89c43d58ba7c'}}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:11:52.317438 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:52.400181 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] For port 142eac01-f680-4578-83fe-9855fde8d0af, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:11:52.405379 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] For port 142eac01-f680-4578-83fe-9855fde8d0af, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=142eac01-f680-4578-83fe-9855fde8d0af,segment=NetworkSegment(45a385b0-bb09-48d2-9b04-af66d61a4d68),segment_id=45a385b0-bb09-48d2-9b04-af66d61a4d68)] {{(pid=85267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:11:52.409632 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:52.425753 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:11:52.591265 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb41ff-1a96-4ecc-8380-8bd4a9b8b9a1 None None] Pushing event updated for resources: {'Port': ['ID=142eac01-f680-4578-83fe-9855fde8d0af,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:11:52.594998 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-dfcb41ff-1a96-4ecc-8380-8bd4a9b8b9a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:11:52.645433 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] Routers {'f86e8346-926d-498a-b527-a06c65c68ee1'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:11:52.646864 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226732fb00>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:11:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['f86e8346-926d-498a-b527-a06c65c68ee1'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:11:52.819217 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] Set router f86e8346-926d-498a-b527-a06c65c68ee1 gateway port host: None {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:11:53.142902 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 44104) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:11:53.166832 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226732fb00>, [{'id': 'f86e8346-926d-498a-b527-a06c65c68ee1', 'name': 'router1', 'tenant_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:11:38Z', 'updated_at': '2021-04-11T17:11:49Z', 'revision_number': 2, 'project_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'gw_port_host': None, '_interfaces': [{'id': '142eac01-f680-4578-83fe-9855fde8d0af', 'name': '', 'network_id': 'c7b054df-1801-495f-99a8-89c43d58ba7c', 'tenant_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'mac_address': 'fa:16:3e:a0:ac:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86e8346-926d-498a-b527-a06c65c68ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91f24c0b-a2cb-4cdc-99dc-a68f0691095b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:11:48Z', 'updated_at': '2021-04-11T17:11:52Z', 'revision_number': 4, 'project_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'subnets': [{'id': '91f24c0b-a2cb-4cdc-99dc-a68f0691095b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fa09581-3111-44a3-9836-de185cb05b65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:11:53.170965 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017c4dac-823c-4dbb-98d6-36add1cf178c None None] The sync data for ids ['f86e8346-926d-498a-b527-a06c65c68ee1'] in dv-cinder-784779-4-iscsi is: [{'id': 'f86e8346-926d-498a-b527-a06c65c68ee1', 'name': 'router1', 'tenant_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:11:38Z', 'updated_at': '2021-04-11T17:11:49Z', 'revision_number': 2, 'project_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'gw_port_host': None, '_interfaces': [{'id': '142eac01-f680-4578-83fe-9855fde8d0af', 'name': '', 'network_id': 'c7b054df-1801-495f-99a8-89c43d58ba7c', 'tenant_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'mac_address': 'fa:16:3e:a0:ac:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86e8346-926d-498a-b527-a06c65c68ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91f24c0b-a2cb-4cdc-99dc-a68f0691095b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:11:48Z', 'updated_at': '2021-04-11T17:11:52Z', 'revision_number': 4, 'project_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'subnets': [{'id': '91f24c0b-a2cb-4cdc-99dc-a68f0691095b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fa09581-3111-44a3-9836-de185cb05b65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:11:53.309773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79139ff3-0ffc-4fae-9572-2f5557536787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:11:53.311198 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-79139ff3-0ffc-4fae-9572-2f5557536787 admin admin] 10.222.0.30 "GET /v2.0/networks/25e26079-4f70-47ba-b0dc-8350ca691b81 HTTP/1.1" status: 200  len: 842 time: 0.1672347
Apr 11 17:11:53.321525 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-256cf9a5-1b8f-4337-b5c7-9346d3db131c admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'cidr': '172.27.0.0/24'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:11:53.326346 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-256cf9a5-1b8f-4337-b5c7-9346d3db131c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:11:53.330320 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-256cf9a5-1b8f-4337-b5c7-9346d3db131c admin admin] Usage tracker for resource:subnet and tenant:08f1fdacac4c4a898370633eead95a82 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:11:53.333277 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-256cf9a5-1b8f-4337-b5c7-9346d3db131c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:11:53.339167 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-256cf9a5-1b8f-4337-b5c7-9346d3db131c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:11:53.349083 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256cf9a5-1b8f-4337-b5c7-9346d3db131c admin admin] Made reservation on behalf of 08f1fdacac4c4a898370633eead95a82 for: {'subnet': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:11:53.353699 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-256cf9a5-1b8f-4337-b5c7-9346d3db131c admin admin] Notify callbacks [] for subnet, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:53.814640 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.objects.ports [None req-256cf9a5-1b8f-4337-b5c7-9346d3db131c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85264) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 11 17:11:53.815153 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-256cf9a5-1b8f-4337-b5c7-9346d3db131c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for subnet, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:53.829986 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b733f1ea-66a9-45b1-a6e7-6c00c78e1611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:11:53.963581 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256cf9a5-1b8f-4337-b5c7-9346d3db131c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc27d420-6b5b-4cd9-be1f-976508ada296,revision_number=0']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:11:53.968062 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-256cf9a5-1b8f-4337-b5c7-9346d3db131c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:11:54.027940 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256cf9a5-1b8f-4337-b5c7-9346d3db131c admin admin] Checking segment: {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:11:54.028334 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256cf9a5-1b8f-4337-b5c7-9346d3db131c admin admin] Network hostable DHCP agents. Network: 25e26079-4f70-47ba-b0dc-8350ca691b81, hostable agents: ['cadf10d7-d23a-4fec-9e77-f0f038d86f43'], hosted agents: [] {{(pid=85264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 11 17:11:54.047838 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256cf9a5-1b8f-4337-b5c7-9346d3db131c admin admin] Network 25e26079-4f70-47ba-b0dc-8350ca691b81 is scheduled to be hosted by DHCP agent cadf10d7-d23a-4fec-9e77-f0f038d86f43 with binding_index 1 {{(pid=85264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 11 17:11:54.057684 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-256cf9a5-1b8f-4337-b5c7-9346d3db131c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-iscsi, 25e26079-4f70-47ba-b0dc-8350ca691b81) {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:11:54.062771 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256cf9a5-1b8f-4337-b5c7-9346d3db131c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:11:54.063405 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-256cf9a5-1b8f-4337-b5c7-9346d3db131c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:54.076979 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd30fd3-a03d-481a-adeb-902ffcf53137 None None] Network 25e26079-4f70-47ba-b0dc-8350ca691b81 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:11:54.086523 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-256cf9a5-1b8f-4337-b5c7-9346d3db131c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7687638
Apr 11 17:11:54.343764 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a0cafa-3ace-4984-85c5-fac40f305493 None None] Network 25e26079-4f70-47ba-b0dc-8350ca691b81 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:11:55.146062 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 142eac01-f680-4578-83fe-9855fde8d0af up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:11:55.217955 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port 142eac01-f680-4578-83fe-9855fde8d0af completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:11:55.222640 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 142eac01-f680-4578-83fe-9855fde8d0af triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:11:55.224124 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:55.352819 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:55.369711 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] For port 142eac01-f680-4578-83fe-9855fde8d0af, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=142eac01-f680-4578-83fe-9855fde8d0af,segment=NetworkSegment(45a385b0-bb09-48d2-9b04-af66d61a4d68),segment_id=45a385b0-bb09-48d2-9b04-af66d61a4d68)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:11:55.372623 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:55.374797 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:11:55.595720 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Pushing event updated for resources: {'Port': ['ID=142eac01-f680-4578-83fe-9855fde8d0af,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:11:55.599099 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:11:56.755318 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 44118) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:11:57.118167 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 142eac01-f680-4578-83fe-9855fde8d0af up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:11:57.133958 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-4cfeb679-d62e-41e8-b311-7d0bfd01e665 admin admin] 10.222.0.30 "GET /v2.0/routers/f86e8346-926d-498a-b527-a06c65c68ee1 HTTP/1.1" status: 200  len: 710 time: 0.3774352
Apr 11 17:11:57.188928 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 142eac01-f680-4578-83fe-9855fde8d0af triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:11:57.189328 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:57.272356 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7fb340-5e16-47b4-9cd4-549da22fc6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:11:57.275905 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-cc7fb340-5e16-47b4-9cd4-549da22fc6f4 admin admin] 10.222.0.30 "GET /v2.0/networks/25e26079-4f70-47ba-b0dc-8350ca691b81 HTTP/1.1" status: 200  len: 886 time: 0.1361525
Apr 11 17:11:57.284061 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-f97a6625-7b3a-4bce-844c-e78df81c0e23 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:11:57.763165 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f97a6625-7b3a-4bce-844c-e78df81c0e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854254220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1169'] for router, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:58.104984 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f97a6625-7b3a-4bce-844c-e78df81c0e23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:58.165397 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f97a6625-7b3a-4bce-844c-e78df81c0e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:58.307294 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-f97a6625-7b3a-4bce-844c-e78df81c0e23 admin admin] Allocated IP 172.27.0.60 (25e26079-4f70-47ba-b0dc-8350ca691b81/cc27d420-6b5b-4cd9-be1f-976508ada296/00a06ad0-8182-499d-a5c9-952fa1aef77a) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:11:58.462657 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f97a6625-7b3a-4bce-844c-e78df81c0e23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:58.518111 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f97a6625-7b3a-4bce-844c-e78df81c0e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:58.533292 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:11:58.673878 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a6625-7b3a-4bce-844c-e78df81c0e23 admin admin] Pushing event updated for resources: {'Port': ['ID=00a06ad0-8182-499d-a5c9-952fa1aef77a,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:11:58.677575 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f97a6625-7b3a-4bce-844c-e78df81c0e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:11:58.721285 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97a6625-7b3a-4bce-844c-e78df81c0e23 admin admin] Network 25e26079-4f70-47ba-b0dc-8350ca691b81 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:11:58.722311 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-f97a6625-7b3a-4bce-844c-e78df81c0e23 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:11:58.724936 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97a6625-7b3a-4bce-844c-e78df81c0e23 admin admin] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:11:59.286289 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f97a6625-7b3a-4bce-844c-e78df81c0e23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:59.638963 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f97a6625-7b3a-4bce-844c-e78df81c0e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854254220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1169'] for router, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:59.642502 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f97a6625-7b3a-4bce-844c-e78df81c0e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854326803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854326788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-449013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-521581'] for router, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:11:59.831349 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97a6625-7b3a-4bce-844c-e78df81c0e23 admin admin] Router f86e8346-926d-498a-b527-a06c65c68ee1 has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:12:00.024776 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97a6625-7b3a-4bce-844c-e78df81c0e23 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:12:00.033270 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f97a6625-7b3a-4bce-844c-e78df81c0e23 admin admin] Notify callbacks [] for router, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:12:00.037613 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f97a6625-7b3a-4bce-844c-e78df81c0e23 admin admin] 10.222.0.30 "PUT /v2.0/routers/f86e8346-926d-498a-b527-a06c65c68ee1 HTTP/1.1" status: 200  len: 889 time: 2.7544401
Apr 11 17:12:00.037787 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] Sync routers for ids ['f86e8346-926d-498a-b527-a06c65c68ee1'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:12:00.045950 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] Routers {'f86e8346-926d-498a-b527-a06c65c68ee1'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:12:00.046634 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22655e7588>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:11:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['f86e8346-926d-498a-b527-a06c65c68ee1'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:12:00.251020 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] Set router f86e8346-926d-498a-b527-a06c65c68ee1 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:12:00.613821 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22655e7588>, [{'id': 'f86e8346-926d-498a-b527-a06c65c68ee1', 'name': 'router1', 'tenant_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '00a06ad0-8182-499d-a5c9-952fa1aef77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:11:38Z', 'updated_at': '2021-04-11T17:11:59Z', 'revision_number': 4, 'project_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'gw_port': {'id': '00a06ad0-8182-499d-a5c9-952fa1aef77a', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:21:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86e8346-926d-498a-b527-a06c65c68ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:11:58Z', 'updated_at': '2021-04-11T17:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '142eac01-f680-4578-83fe-9855fde8d0af', 'name': '', 'network_id': 'c7b054df-1801-495f-99a8-89c43d58ba7c', 'tenant_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'mac_address': 'fa:16:3e:a0:ac:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86e8346-926d-498a-b527-a06c65c68ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91f24c0b-a2cb-4cdc-99dc-a68f0691095b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:11:48Z', 'updated_at': '2021-04-11T17:11:55Z', 'revision_number': 5, 'project_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'subnets': [{'id': '91f24c0b-a2cb-4cdc-99dc-a68f0691095b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fa09581-3111-44a3-9836-de185cb05b65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:12:00.618677 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] Checking router: f86e8346-926d-498a-b527-a06c65c68ee1 for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:12:00.619059 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] Updating router f86e8346-926d-498a-b527-a06c65c68ee1 port 00a06ad0-8182-499d-a5c9-952fa1aef77a binding host dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 11 17:12:00.675085 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:12:01.080150 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:12:01.093158 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] Transition to ACTIVE for port object 00a06ad0-8182-499d-a5c9-952fa1aef77a will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:12:01.099344 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:12:01.114719 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:12:01.253243 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e2071-c381-4aa8-be02-445efd99a65c None None] Pushing event updated for resources: {'Port': ['ID=00a06ad0-8182-499d-a5c9-952fa1aef77a,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:12:01.263710 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-544e2071-c381-4aa8-be02-445efd99a65c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:12:01.316192 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] Attempting to bind port 00a06ad0-8182-499d-a5c9-952fa1aef77a on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:12:01.317177 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] Attempting to bind port 00a06ad0-8182-499d-a5c9-952fa1aef77a by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:12:01.317742 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] Attempting to bind port 00a06ad0-8182-499d-a5c9-952fa1aef77a on network 25e26079-4f70-47ba-b0dc-8350ca691b81 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:12:01.323311 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:12:01.323716 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] Checking segment: {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:12:01.324150 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:12:01.324607 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] Bound using segment: {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:12:01.325115 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] Bound port: 00a06ad0-8182-499d-a5c9-952fa1aef77a, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:12:01.325519 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:12:01.404771 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] For port 00a06ad0-8182-499d-a5c9-952fa1aef77a, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:12:01.407808 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] For port 00a06ad0-8182-499d-a5c9-952fa1aef77a, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=00a06ad0-8182-499d-a5c9-952fa1aef77a,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:12:01.411772 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:12:01.427383 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:12:01.578032 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e2071-c381-4aa8-be02-445efd99a65c None None] Pushing event updated for resources: {'Port': ['ID=00a06ad0-8182-499d-a5c9-952fa1aef77a,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:12:01.582936 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-544e2071-c381-4aa8-be02-445efd99a65c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:12:01.622151 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] Routers {'f86e8346-926d-498a-b527-a06c65c68ee1'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:12:01.622795 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22655e7588>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:11:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['f86e8346-926d-498a-b527-a06c65c68ee1'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:12:01.964435 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] Set router f86e8346-926d-498a-b527-a06c65c68ee1 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:12:02.317733 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22655e7588>, [{'id': 'f86e8346-926d-498a-b527-a06c65c68ee1', 'name': 'router1', 'tenant_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '00a06ad0-8182-499d-a5c9-952fa1aef77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:11:38Z', 'updated_at': '2021-04-11T17:11:59Z', 'revision_number': 4, 'project_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'gw_port': {'id': '00a06ad0-8182-499d-a5c9-952fa1aef77a', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:21:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86e8346-926d-498a-b527-a06c65c68ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:11:58Z', 'updated_at': '2021-04-11T17:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '142eac01-f680-4578-83fe-9855fde8d0af', 'name': '', 'network_id': 'c7b054df-1801-495f-99a8-89c43d58ba7c', 'tenant_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'mac_address': 'fa:16:3e:a0:ac:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86e8346-926d-498a-b527-a06c65c68ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91f24c0b-a2cb-4cdc-99dc-a68f0691095b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:11:48Z', 'updated_at': '2021-04-11T17:11:55Z', 'revision_number': 5, 'project_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'subnets': [{'id': '91f24c0b-a2cb-4cdc-99dc-a68f0691095b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fa09581-3111-44a3-9836-de185cb05b65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:12:02.322043 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f401b51-50b0-41ef-95bb-14b69ab5862a None None] The sync data for ids ['f86e8346-926d-498a-b527-a06c65c68ee1'] in dv-cinder-784779-4-iscsi is: [{'id': 'f86e8346-926d-498a-b527-a06c65c68ee1', 'name': 'router1', 'tenant_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '00a06ad0-8182-499d-a5c9-952fa1aef77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:11:38Z', 'updated_at': '2021-04-11T17:11:59Z', 'revision_number': 4, 'project_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'gw_port': {'id': '00a06ad0-8182-499d-a5c9-952fa1aef77a', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:21:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86e8346-926d-498a-b527-a06c65c68ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:11:58Z', 'updated_at': '2021-04-11T17:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '142eac01-f680-4578-83fe-9855fde8d0af', 'name': '', 'network_id': 'c7b054df-1801-495f-99a8-89c43d58ba7c', 'tenant_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'mac_address': 'fa:16:3e:a0:ac:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86e8346-926d-498a-b527-a06c65c68ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91f24c0b-a2cb-4cdc-99dc-a68f0691095b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:11:48Z', 'updated_at': '2021-04-11T17:11:55Z', 'revision_number': 5, 'project_id': '71e4c8a6fa454c9f84ce8ee0e3308b46', 'subnets': [{'id': '91f24c0b-a2cb-4cdc-99dc-a68f0691095b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6fa09581-3111-44a3-9836-de185cb05b65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:12:02.761316 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 44128) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:12:02.893780 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-1b5773f0-e2c7-40e7-acea-f2c4d8d5b320 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1312475
Apr 11 17:12:03.162099 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 00a06ad0-8182-499d-a5c9-952fa1aef77a up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:12:03.245564 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port 00a06ad0-8182-499d-a5c9-952fa1aef77a completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:12:03.250770 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 00a06ad0-8182-499d-a5c9-952fa1aef77a triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:12:03.251182 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:12:03.385059 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:12:03.402788 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] For port 00a06ad0-8182-499d-a5c9-952fa1aef77a, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=00a06ad0-8182-499d-a5c9-952fa1aef77a,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:12:03.405597 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:12:03.408301 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:12:03.479954 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Pushing event updated for resources: {'Port': ['ID=00a06ad0-8182-499d-a5c9-952fa1aef77a,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:12:03.483357 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:12:05.141690 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 00a06ad0-8182-499d-a5c9-952fa1aef77a up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:12:05.232865 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 00a06ad0-8182-499d-a5c9-952fa1aef77a triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:12:05.233410 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:12:09.130615 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5bb55273-b536-4bd0-87e2-2ee984d48a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:12:11.628575 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-9863cf2e-d945-4b53-b755-7e659563a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:12:12.495474 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:12:13.094606 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:12:13.606414 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:12:27.686648 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 5 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:12:39.114955 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f823ee60-281e-4cfe-bc7f-876350d65187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:12:41.636480 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c007d735-3bd2-4f82-8e61-a06b86468afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:12:42.506042 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:12:43.093416 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:12:43.606961 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:13:04.684881 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 5 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:13:09.117053 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-205a6c1c-55e5-482c-b8ac-76b60ee83afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:13:11.622230 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-cce97682-c8ac-4ab5-8be6-75c5eebf8134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:13:12.494188 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:13:13.087212 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:13:13.605936 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:13:39.120569 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-cbf253d7-8e41-43dd-853b-226522ff4454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:13:41.613969 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7a570966-78c3-4fc5-878e-deef9c91e09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:13:41.684163 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 5 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:13:42.498616 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:13:43.089840 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:13:43.609128 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:13:44.908218 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 44700) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:13:44.982272 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d04acf5-0045-4703-98be-0a98b54be43a admin admin] GET failed (client error): The resource could not be found.
Apr 11 17:13:44.983611 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-5d04acf5-0045-4703-98be-0a98b54be43a admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0742900
Apr 11 17:13:45.123694 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150f9646-d649-400b-885f-233379d049b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:13:45.125202 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-150f9646-d649-400b-885f-233379d049b9 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1367435
Apr 11 17:13:47.663969 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 44710) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:13:47.797594 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3521892-4cc7-470f-ab1d-e5982b9f0956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:13:47.798229 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-e3521892-4cc7-470f-ab1d-e5982b9f0956 admin admin] Synchronizing usage tracker for tenant:08f1fdacac4c4a898370633eead95a82 on resource:subnet {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:13:47.816272 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-e3521892-4cc7-470f-ab1d-e5982b9f0956 admin admin] Unset dirty status for tenant:08f1fdacac4c4a898370633eead95a82 on resource:subnet {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:13:47.817612 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-e3521892-4cc7-470f-ab1d-e5982b9f0956 admin admin] 10.222.0.30 "GET /v2.0/subnets/91f24c0b-a2cb-4cdc-99dc-a68f0691095b HTTP/1.1" status: 200  len: 849 time: 0.1525347
Apr 11 17:13:47.828306 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-314b7295-8880-4412-83c5-61fc65eae950 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:13:47.954527 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-314b7295-8880-4412-83c5-61fc65eae950 admin admin] Notify callbacks [] for subnet, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:13:48.269965 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-314b7295-8880-4412-83c5-61fc65eae950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363300245448922'] for subnet, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:13:48.297057 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:13:48.432725 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b7295-8880-4412-83c5-61fc65eae950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91f24c0b-a2cb-4cdc-99dc-a68f0691095b,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:13:48.444212 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b7295-8880-4412-83c5-61fc65eae950 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:13:48.444641 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b7295-8880-4412-83c5-61fc65eae950 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:13:48.445022 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b7295-8880-4412-83c5-61fc65eae950 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:13:48.445393 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b7295-8880-4412-83c5-61fc65eae950 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:13:48.445759 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b7295-8880-4412-83c5-61fc65eae950 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:13:48.446145 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b7295-8880-4412-83c5-61fc65eae950 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:13:48.446510 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b7295-8880-4412-83c5-61fc65eae950 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:13:48.446871 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b7295-8880-4412-83c5-61fc65eae950 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:13:48.447234 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b7295-8880-4412-83c5-61fc65eae950 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:13:48.447591 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b7295-8880-4412-83c5-61fc65eae950 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:13:48.447951 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b7295-8880-4412-83c5-61fc65eae950 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:13:48.448309 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b7295-8880-4412-83c5-61fc65eae950 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:13:48.454365 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-314b7295-8880-4412-83c5-61fc65eae950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:13:48.481164 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314b7295-8880-4412-83c5-61fc65eae950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:13:48.481814 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-314b7295-8880-4412-83c5-61fc65eae950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:13:48.483164 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-314b7295-8880-4412-83c5-61fc65eae950 admin admin] 10.222.0.30 "PUT /v2.0/subnets/91f24c0b-a2cb-4cdc-99dc-a68f0691095b HTTP/1.1" status: 200  len: 868 time: 0.6592035
Apr 11 17:13:48.486391 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40454224-6b69-4490-9e43-808651e558a7 None None] Network c7b054df-1801-495f-99a8-89c43d58ba7c requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:13:48.978423 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-5ae821e6-c301-4936-b55b-c3a6cfb04646 None None] Provisioning complete for port dc08862c-17c0-4aa9-ab97-cff4a4531ff6 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:13:48.978969 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5ae821e6-c301-4936-b55b-c3a6cfb04646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:13:49.112001 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-5ae821e6-c301-4936-b55b-c3a6cfb04646 None None] Provisioning complete for port 142eac01-f680-4578-83fe-9855fde8d0af triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:13:49.112300 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5ae821e6-c301-4936-b55b-c3a6cfb04646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:13:50.976814 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 44720) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:13:51.340727 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e163f64-84dd-4844-a209-fbea412b672d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:13:51.341499 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e163f64-84dd-4844-a209-fbea412b672d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:13:51.343145 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-8e163f64-84dd-4844-a209-fbea412b672d admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.3652883
Apr 11 17:13:53.822605 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 44730) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:13:54.007640 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb2d559-33ae-4b0f-8a4d-421c83676345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:13:54.008078 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb2d559-33ae-4b0f-8a4d-421c83676345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:13:54.010159 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-ffb2d559-33ae-4b0f-8a4d-421c83676345 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1865020
Apr 11 17:13:56.521220 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 44740) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:13:56.700527 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c70ba3c-37b8-4ec8-a8b9-3fde0bcb0a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:13:56.701976 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-3c70ba3c-37b8-4ec8-a8b9-3fde0bcb0a28 admin admin] 10.222.0.30 "GET /v2.0/networks/25e26079-4f70-47ba-b0dc-8350ca691b81 HTTP/1.1" status: 200  len: 886 time: 0.1797469
Apr 11 17:13:59.257434 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 44750) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:13:59.444874 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8da2db2-0c17-45fc-b20e-e549d32042fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:13:59.446337 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-c8da2db2-0c17-45fc-b20e-e549d32042fa admin admin] 10.222.0.30 "GET /v2.0/networks/c7b054df-1801-495f-99a8-89c43d58ba7c HTTP/1.1" status: 200  len: 869 time: 0.1878586
Apr 11 17:14:01.936881 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 44760) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:14:02.055885 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a61e5d7-999b-4b78-a039-d57e2169853c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:14:02.056385 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a61e5d7-999b-4b78-a039-d57e2169853c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:14:02.058006 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-8a61e5d7-999b-4b78-a039-d57e2169853c admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1200492
Apr 11 17:14:04.539524 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 44770) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:14:04.655131 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfd2946-c5c6-4941-8be7-e30d03cac0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:14:04.655649 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfd2946-c5c6-4941-8be7-e30d03cac0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:14:04.657278 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-bcfd2946-c5c6-4941-8be7-e30d03cac0da admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1166868
Apr 11 17:14:07.134105 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 44780) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:14:07.256561 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a471685-6c09-4b69-bd2b-68e529cc2b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:14:07.258001 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-5a471685-6c09-4b69-bd2b-68e529cc2b15 admin admin] 10.222.0.30 "GET /v2.0/subnets/91f24c0b-a2cb-4cdc-99dc-a68f0691095b HTTP/1.1" status: 200  len: 868 time: 0.1228476
Apr 11 17:14:09.122995 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-99813bab-fc60-4923-be20-27a03e1f9325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:09.765456 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 44790) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:14:09.874683 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f967ade0-a4a1-4ae5-bde8-388509c15129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:14:09.876085 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f967ade0-a4a1-4ae5-bde8-388509c15129 admin admin] 10.222.0.30 "GET /v2.0/subnets/cc27d420-6b5b-4cd9-be1f-976508ada296 HTTP/1.1" status: 200  len: 816 time: 0.1096115
Apr 11 17:14:11.614713 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-920d5419-3898-4a59-97eb-a8bf4e632784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:12.502046 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:13.091903 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:13.613210 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:18.683040 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 5 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:14:36.418319 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 44834) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:14:36.469791 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [None req-b92b9d7d-cc97-4795-86fc-db2ba2e80b87 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=85264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 11 17:14:36.470865 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-b92b9d7d-cc97-4795-86fc-db2ba2e80b87 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0515206
Apr 11 17:14:39.067392 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 44844) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:14:39.124592 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8cab1520-540b-479a-a07b-6942af8d2ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:39.143015 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.pecan_wsgi.hooks.translation [None req-a356baba-3aff-48cc-bd4b-91c348d5d04e admin admin] GET failed (client error): The resource could not be found.
Apr 11 17:14:39.144444 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-a356baba-3aff-48cc-bd4b-91c348d5d04e admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0760002
Apr 11 17:14:39.284941 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c21e1b-0259-4909-961d-420083507f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:14:39.292482 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-b8c21e1b-0259-4909-961d-420083507f34 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1377220
Apr 11 17:14:41.618086 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-814382e0-98b8-47b9-bc72-78aa52a7786f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:41.793802 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 44854) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:14:41.845941 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-fe643c16-0210-43ab-9406-6a1cf44e8686 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:14:41.851391 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-fe643c16-0210-43ab-9406-6a1cf44e8686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:14:41.855433 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-fe643c16-0210-43ab-9406-6a1cf44e8686 admin admin] Usage tracker for resource:network and tenant:08f1fdacac4c4a898370633eead95a82 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:14:41.858578 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-fe643c16-0210-43ab-9406-6a1cf44e8686 admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:14:41.864703 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-fe643c16-0210-43ab-9406-6a1cf44e8686 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:14:41.873979 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe643c16-0210-43ab-9406-6a1cf44e8686 admin admin] Made reservation on behalf of 08f1fdacac4c4a898370633eead95a82 for: {'network': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:14:41.879058 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fe643c16-0210-43ab-9406-6a1cf44e8686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for network, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:41.973526 dv-cinder-784779-4-iscsi neutron-server[85151]: WARNING neutron.services.revisions.revision_plugin [None req-fe643c16-0210-43ab-9406-6a1cf44e8686 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f22666b2588] {project_id='08f1fdacac4c4a898370633eead95a82', id='237cdcb9-4f8f-488b-9de1-673877af91e2', target_tenant='*', action='access_as_shared', object_id='f38c16b2-a699-498c-930f-274b85eb9b85'}> to bump revision.
Apr 11 17:14:41.986677 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe643c16-0210-43ab-9406-6a1cf44e8686 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'}  {{(pid=85264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 11 17:14:41.995835 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fe643c16-0210-43ab-9406-6a1cf44e8686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:41.996220 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.segments_db [None req-fe643c16-0210-43ab-9406-6a1cf44e8686 admin admin] Added segment 8bd6337d-c1a2-46bc-9b60-d737446f05e4 of type vlan for network f38c16b2-a699-498c-930f-274b85eb9b85
Apr 11 17:14:42.022746 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fe643c16-0210-43ab-9406-6a1cf44e8686 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736608949653'] for network, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:42.051657 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fe643c16-0210-43ab-9406-6a1cf44e8686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for network, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:42.053011 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe643c16-0210-43ab-9406-6a1cf44e8686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:14:42.053638 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fe643c16-0210-43ab-9406-6a1cf44e8686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:42.058421 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:14:42.157055 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-fe643c16-0210-43ab-9406-6a1cf44e8686 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3615253
Apr 11 17:14:42.159898 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe643c16-0210-43ab-9406-6a1cf44e8686 admin admin] Pushing event updated for resources: {'Network': ['ID=f38c16b2-a699-498c-930f-274b85eb9b85,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:14:42.162760 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-fe643c16-0210-43ab-9406-6a1cf44e8686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:14:42.171107 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Network f38c16b2-a699-498c-930f-274b85eb9b85 details requested by agent ovs-agent-dv-cinder-784779-4-iscsi with host dv-cinder-784779-4-iscsi {{(pid=85266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 11 17:14:42.504546 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:43.093659 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:43.616396 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:44.683492 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 44864) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:14:44.761497 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45d5e5a-93f0-48ee-a06b-e821de62723c admin admin] GET failed (client error): The resource could not be found.
Apr 11 17:14:44.762058 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-d45d5e5a-93f0-48ee-a06b-e821de62723c admin admin] Synchronizing usage tracker for tenant:08f1fdacac4c4a898370633eead95a82 on resource:network {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:14:44.776839 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-d45d5e5a-93f0-48ee-a06b-e821de62723c admin admin] Unset dirty status for tenant:08f1fdacac4c4a898370633eead95a82 on resource:network {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:14:44.778107 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-d45d5e5a-93f0-48ee-a06b-e821de62723c admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0935807
Apr 11 17:14:44.890728 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a3f0b8-526c-4f1a-ba92-d2ee864ab5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:14:44.892780 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-e4a3f0b8-526c-4f1a-ba92-d2ee864ab5a0 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1103227
Apr 11 17:14:44.903346 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-f05c5ac2-a605-484a-99e9-93607ea133da admin admin] Request body: {'subnet': {'network_id': 'f38c16b2-a699-498c-930f-274b85eb9b85', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:14:44.907968 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-f05c5ac2-a605-484a-99e9-93607ea133da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:14:44.917718 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-f05c5ac2-a605-484a-99e9-93607ea133da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:14:44.926217 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05c5ac2-a605-484a-99e9-93607ea133da admin admin] Made reservation on behalf of 08f1fdacac4c4a898370633eead95a82 for: {'subnet': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:14:44.930727 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f05c5ac2-a605-484a-99e9-93607ea133da admin admin] Notify callbacks [] for subnet, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:45.319314 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f05c5ac2-a605-484a-99e9-93607ea133da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for subnet, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:45.334240 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-256cf9a5-1b8f-4337-b5c7-9346d3db131c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:14:45.464149 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c5ac2-a605-484a-99e9-93607ea133da admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fac08d8-a0c8-4f02-918f-3cb48e80e05a,revision_number=0']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:14:45.468402 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f05c5ac2-a605-484a-99e9-93607ea133da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:14:45.526830 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05c5ac2-a605-484a-99e9-93607ea133da admin admin] Checking segment: {'id': '8bd6337d-c1a2-46bc-9b60-d737446f05e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f38c16b2-a699-498c-930f-274b85eb9b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:14:45.527214 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05c5ac2-a605-484a-99e9-93607ea133da admin admin] Network hostable DHCP agents. Network: f38c16b2-a699-498c-930f-274b85eb9b85, hostable agents: ['cadf10d7-d23a-4fec-9e77-f0f038d86f43'], hosted agents: [] {{(pid=85264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 11 17:14:45.545353 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05c5ac2-a605-484a-99e9-93607ea133da admin admin] Network f38c16b2-a699-498c-930f-274b85eb9b85 is scheduled to be hosted by DHCP agent cadf10d7-d23a-4fec-9e77-f0f038d86f43 with binding_index 1 {{(pid=85264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 11 17:14:45.554054 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-f05c5ac2-a605-484a-99e9-93607ea133da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-iscsi, f38c16b2-a699-498c-930f-274b85eb9b85) {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:14:45.557992 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05c5ac2-a605-484a-99e9-93607ea133da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:14:45.558622 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f05c5ac2-a605-484a-99e9-93607ea133da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:45.563759 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455510e3-a327-496a-a137-13136316765d None None] Network f38c16b2-a699-498c-930f-274b85eb9b85 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:14:45.582686 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f05c5ac2-a605-484a-99e9-93607ea133da admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6829824
Apr 11 17:14:45.804901 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00cb51b4-a812-5f45-a07b-cd3af73d94f4-f38c16b2-a699-498c-930f-274b85eb9b85', 'network_id': 'f38c16b2-a699-498c-930f-274b85eb9b85', 'tenant_id': '08f1fdacac4c4a898370633eead95a82', 'fixed_ips': [{'subnet_id': '0fac08d8-a0c8-4f02-918f-3cb48e80e05a'}]}} from dv-cinder-784779-4-iscsi. {{(pid=85266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 11 17:14:45.805827 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:45.976894 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Allocated IP 192.168.233.2 (f38c16b2-a699-498c-930f-274b85eb9b85/0fac08d8-a0c8-4f02-918f-3cb48e80e05a/26e9bdf7-bb8c-4dd0-84e7-979a7cb63372) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:14:46.199413 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:46.210498 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Transition to ACTIVE for port object 26e9bdf7-bb8c-4dd0-84e7-979a7cb63372 will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:14:46.230792 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Transition to ACTIVE for port object 26e9bdf7-bb8c-4dd0-84e7-979a7cb63372 will not be triggered until provisioned by entity DHCP. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:14:46.236032 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:46.252273 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:14:46.558773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Pushing event updated for resources: {'Port': ['ID=26e9bdf7-bb8c-4dd0-84e7-979a7cb63372,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:14:46.569648 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:14:46.570024 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:14:46.570401 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:14:46.570815 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:14:46.571178 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:14:46.571538 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:14:46.571892 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:14:46.572249 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:14:46.572650 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:14:46.573004 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:14:46.573357 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:14:46.573709 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:14:46.580336 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:14:46.623345 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Network f38c16b2-a699-498c-930f-274b85eb9b85 is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:14:46.624539 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Resources bound (agent type, host, resource id):  {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:14:46.626890 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:14:46.720882 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Attempting to bind port 26e9bdf7-bb8c-4dd0-84e7-979a7cb63372 on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:14:46.721296 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Attempting to bind port 26e9bdf7-bb8c-4dd0-84e7-979a7cb63372 by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': '8bd6337d-c1a2-46bc-9b60-d737446f05e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f38c16b2-a699-498c-930f-274b85eb9b85'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:14:46.721691 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Attempting to bind port 26e9bdf7-bb8c-4dd0-84e7-979a7cb63372 on network f38c16b2-a699-498c-930f-274b85eb9b85 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:14:46.727638 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:14:46.728046 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Checking segment: {'id': '8bd6337d-c1a2-46bc-9b60-d737446f05e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f38c16b2-a699-498c-930f-274b85eb9b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:14:46.728568 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:46.728997 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Bound using segment: {'id': '8bd6337d-c1a2-46bc-9b60-d737446f05e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f38c16b2-a699-498c-930f-274b85eb9b85'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:14:46.729503 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Bound port: 26e9bdf7-bb8c-4dd0-84e7-979a7cb63372, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd6337d-c1a2-46bc-9b60-d737446f05e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f38c16b2-a699-498c-930f-274b85eb9b85'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:14:46.729925 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:46.810255 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] For port 26e9bdf7-bb8c-4dd0-84e7-979a7cb63372, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:14:46.814281 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] For port 26e9bdf7-bb8c-4dd0-84e7-979a7cb63372, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=26e9bdf7-bb8c-4dd0-84e7-979a7cb63372,segment=NetworkSegment(8bd6337d-c1a2-46bc-9b60-d737446f05e4),segment_id=8bd6337d-c1a2-46bc-9b60-d737446f05e4)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:14:46.818073 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:46.834261 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-52bc2693-63aa-4060-949b-b40e7d0f3466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:14:46.986503 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Pushing event updated for resources: {'Port': ['ID=26e9bdf7-bb8c-4dd0-84e7-979a7cb63372,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:14:46.989986 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:14:48.296365 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc60392-ff26-4d4e-bb6c-19a25c4323e5 None None] Network f38c16b2-a699-498c-930f-274b85eb9b85 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:14:48.386942 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-8be53c21-ef00-4091-87ce-074f6039515b None None] Provisioning for port 26e9bdf7-bb8c-4dd0-84e7-979a7cb63372 completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:14:49.305069 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 26e9bdf7-bb8c-4dd0-84e7-979a7cb63372 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:14:49.380407 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port 26e9bdf7-bb8c-4dd0-84e7-979a7cb63372 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:14:49.385720 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 26e9bdf7-bb8c-4dd0-84e7-979a7cb63372 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:14:49.386113 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:49.524935 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:49.544736 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] For port 26e9bdf7-bb8c-4dd0-84e7-979a7cb63372, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=26e9bdf7-bb8c-4dd0-84e7-979a7cb63372,segment=NetworkSegment(8bd6337d-c1a2-46bc-9b60-d737446f05e4),segment_id=8bd6337d-c1a2-46bc-9b60-d737446f05e4)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:14:49.548278 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:49.550557 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:14:49.635933 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Pushing event updated for resources: {'Port': ['ID=26e9bdf7-bb8c-4dd0-84e7-979a7cb63372,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:14:49.640049 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:14:51.255773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 26e9bdf7-bb8c-4dd0-84e7-979a7cb63372 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:14:51.330791 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 26e9bdf7-bb8c-4dd0-84e7-979a7cb63372 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:14:51.331210 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:14:55.682381 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 5 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:15:09.130010 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8dfaaf26-ac5e-4bb1-bbc2-f903b48086d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:15:11.620897 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5431eda4-dfcd-41b2-9b79-7e39eb5ce8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:15:12.507191 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:15:13.097098 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:15:13.620896 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:15:32.681031 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 5 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:15:39.132054 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a4d5f509-2e96-4f08-a74a-b1360444f65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:15:41.623343 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-cc140f3a-6eea-4d4f-bf11-ebb5b3eb66f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:15:42.510441 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:15:43.100258 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:15:43.623829 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:16:00.186868 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 44906) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:16:00.193194 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [None req-231a3888-6605-49c8-b5ed-2b3385b784f0 tempest-verify_tempest_config-1721711403 tempest-verify_tempest_config-1721711403-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=85264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 11 17:16:00.194249 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-231a3888-6605-49c8-b5ed-2b3385b784f0 tempest-verify_tempest_config-1721711403 tempest-verify_tempest_config-1721711403-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0063357
Apr 11 17:16:00.511528 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 44924) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:16:00.636797 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a189ca17-71c6-4ca9-89d6-23ed2dd7aeed admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:16:00.652335 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-a189ca17-71c6-4ca9-89d6-23ed2dd7aeed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:16:00.656988 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-a189ca17-71c6-4ca9-89d6-23ed2dd7aeed admin admin] Usage tracker for resource:security_group_rule and tenant:69324ddbca144e759c07065a1365fed8 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:16:00.659888 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-a189ca17-71c6-4ca9-89d6-23ed2dd7aeed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:16:00.665856 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-a189ca17-71c6-4ca9-89d6-23ed2dd7aeed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:16:00.752968 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a189ca17-71c6-4ca9-89d6-23ed2dd7aeed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:16:00.755422 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a189ca17-71c6-4ca9-89d6-23ed2dd7aeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:16:00.762927 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2b80de60-bd55-4ac4-bfe9-2068568ce851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:16:00.806206 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-a189ca17-71c6-4ca9-89d6-23ed2dd7aeed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=69324ddbca144e759c07065a1365fed8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2935922
Apr 11 17:16:00.807102 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189ca17-71c6-4ca9-89d6-23ed2dd7aeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02a936e-486d-4cd7-a1a5-d02652004994,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:16:00.809340 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 44930) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:16:00.814476 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189ca17-71c6-4ca9-89d6-23ed2dd7aeed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:16:00.814871 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189ca17-71c6-4ca9-89d6-23ed2dd7aeed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:16:00.815245 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189ca17-71c6-4ca9-89d6-23ed2dd7aeed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:16:00.815611 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189ca17-71c6-4ca9-89d6-23ed2dd7aeed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:16:00.815970 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189ca17-71c6-4ca9-89d6-23ed2dd7aeed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:16:00.816347 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189ca17-71c6-4ca9-89d6-23ed2dd7aeed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:16:00.816734 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189ca17-71c6-4ca9-89d6-23ed2dd7aeed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:16:00.817093 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189ca17-71c6-4ca9-89d6-23ed2dd7aeed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:16:00.817453 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189ca17-71c6-4ca9-89d6-23ed2dd7aeed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:16:00.817815 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189ca17-71c6-4ca9-89d6-23ed2dd7aeed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:16:00.818172 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189ca17-71c6-4ca9-89d6-23ed2dd7aeed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:16:00.818526 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189ca17-71c6-4ca9-89d6-23ed2dd7aeed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:16:00.822624 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a189ca17-71c6-4ca9-89d6-23ed2dd7aeed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:16:00.871959 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-19367fd3-a28a-4c51-b626-a9d94ee70cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:16:00.898660 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-19367fd3-a28a-4c51-b626-a9d94ee70cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:16:00.953381 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-19367fd3-a28a-4c51-b626-a9d94ee70cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:16:00.958385 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:16:00.971192 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19367fd3-a28a-4c51-b626-a9d94ee70cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02a936e-486d-4cd7-a1a5-d02652004994,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:16:00.979754 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19367fd3-a28a-4c51-b626-a9d94ee70cef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:16:00.980162 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19367fd3-a28a-4c51-b626-a9d94ee70cef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:16:00.980567 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19367fd3-a28a-4c51-b626-a9d94ee70cef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:16:00.980932 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19367fd3-a28a-4c51-b626-a9d94ee70cef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:16:00.981290 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19367fd3-a28a-4c51-b626-a9d94ee70cef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:16:00.981660 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19367fd3-a28a-4c51-b626-a9d94ee70cef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:16:00.982012 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19367fd3-a28a-4c51-b626-a9d94ee70cef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:16:00.982363 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19367fd3-a28a-4c51-b626-a9d94ee70cef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:16:00.982728 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19367fd3-a28a-4c51-b626-a9d94ee70cef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:16:00.983085 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19367fd3-a28a-4c51-b626-a9d94ee70cef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:16:00.983427 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19367fd3-a28a-4c51-b626-a9d94ee70cef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:16:00.983777 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19367fd3-a28a-4c51-b626-a9d94ee70cef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:16:00.986931 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-19367fd3-a28a-4c51-b626-a9d94ee70cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:16:00.988376 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-19367fd3-a28a-4c51-b626-a9d94ee70cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:16:00.989566 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-19367fd3-a28a-4c51-b626-a9d94ee70cef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d02a936e-486d-4cd7-a1a5-d02652004994 HTTP/1.1" status: 204  len: 168 time: 0.1791165
Apr 11 17:16:09.137376 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-44393cd8-7a99-4027-a8a7-ed0e7ce8406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:16:09.679960 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 5 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:16:11.625342 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d31bfdc-351e-48b6-9fce-244d3ffc7541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:16:12.512479 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:16:13.112053 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:16:13.628029 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:16:39.138818 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7efd158f-a7d7-4e11-8217-be3ed96641c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:16:41.629396 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-82defdda-1048-42e7-adef-36f53e4eb963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:16:42.515524 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:16:43.104339 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:16:43.633111 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:16:46.681060 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 5 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:17:09.139767 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fd0986bc-719b-4ed2-9046-b8a70fb192e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:17:11.630934 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6b9566de-be42-4005-bda8-ec38f4ea41ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:17:12.518555 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:17:13.105441 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:17:13.635229 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:17:23.679583 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 5 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:17:26.090995 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636'] for agent, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:17:29.870198 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 44990) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:17:29.989671 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-6909af05-f397-4ca9-87d5-3941845b69a1 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1182203
Apr 11 17:17:32.484805 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 45000) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:17:32.548818 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-92f8281e-27cc-44be-bd47-c1f343c41a4e admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0627563
Apr 11 17:17:39.142723 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-94804b59-05d9-43ce-a582-ab074549fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:17:41.631460 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-9b36f062-9222-4ab4-a293-900be60e6af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:17:42.522450 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:17:43.107657 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:17:43.637605 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:17:56.044780 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:00.679101 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:18:09.144524 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-57423a77-25e1-4fda-a716-61612e31b710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:11.633404 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8ef5320b-994c-470b-9532-05a97838fa0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:12.524468 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:13.112259 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:13.643274 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:26.046919 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:37.678361 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:18:39.145295 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ba985449-9ec0-4cee-8504-3a1bf6c24a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:41.635707 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b592a853-64b2-417d-8309-9c66eda0ffc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:42.526724 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:43.114233 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:43.646738 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:56.060571 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:57.051169 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 45160) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:18:57.180506 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 45178) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:18:57.245506 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2097890564-network', 'tenant_id': '80a3dcdeb1834a4ea3e6d67248a3caaf'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:18:57.251779 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:18:57.256238 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Usage tracker for resource:network and tenant:80a3dcdeb1834a4ea3e6d67248a3caaf is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:18:57.259600 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:18:57.266101 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:18:57.277169 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Made reservation on behalf of 80a3dcdeb1834a4ea3e6d67248a3caaf for: {'network': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:18:57.283079 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for network, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:57.302626 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:57.331428 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:18:57.336019 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Usage tracker for resource:security_group_rule and tenant:80a3dcdeb1834a4ea3e6d67248a3caaf is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:18:57.339456 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:18:57.346236 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:18:57.433520 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:57.437996 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:57.444038 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:18:57.478423 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'}  {{(pid=85264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 11 17:18:57.484970 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126fb473-8542-4069-a95f-94322a2e1d6f,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:18:57.494682 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:18:57.495082 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:18:57.495464 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:18:57.495816 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:18:57.496526 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:18:57.497157 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:18:57.497789 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:18:57.498306 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:18:57.498845 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:18:57.499376 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:18:57.499885 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:18:57.500394 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Tracked resource versions report:
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]: pushed versions:
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]: {   'AddressGroup': {'1.2'},
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:     'ConntrackHelper': {'1.0'},
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Log': {'1.0'},
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Network': {'1.1'},
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Port': {'1.7'},
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:     'PortForwarding': {'1.2'},
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:     'QosPolicy': {'1.8'},
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:     'SecurityGroup': {'1.4'},
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:     'SecurityGroupRule': {'1.2'},
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:     'SubPort': {'1.0'},
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Subnet': {'1.1'},
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Trunk': {'1.1'}}
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]: consumer versions:
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]: {   DHCP agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:     HyperV agent@hv-cinder-78477: {},
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:     L3 agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:     Metadata agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:     Metering agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:     Open vSwitch agent@dv-cinder-784779-4-iscsi: {   'AddressGroup': '1.2',
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'ConntrackHelper': '1.0',
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Log': '1.0',
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Network': '1.1',
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Port': '1.7',
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'PortForwarding': '1.2',
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'QosPolicy': '1.8',
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'SecurityGroup': '1.4',
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'SecurityGroupRule': '1.2',
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'SubPort': '1.0',
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Subnet': '1.1',
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Trunk': '1.1'}}
Apr 11 17:18:57.501695 dv-cinder-784779-4-iscsi neutron-server[85151]:  {{(pid=85264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 11 17:18:57.510055 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:18:57.511265 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:57.511973 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.segments_db [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Added segment b949748e-d732-4feb-9db4-3e6c74ae4c7c of type vlan for network bcab040b-6e8c-46fa-bfb5-9be724a5cb14
Apr 11 17:18:57.545143 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736608949653'] for network, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:57.552131 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 45198) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:18:57.586844 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-627297758-network', 'tenant_id': 'f4346b7c530e435da20038e554efbb27'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:18:57.596036 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:18:57.600796 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Usage tracker for resource:network and tenant:f4346b7c530e435da20038e554efbb27 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:18:57.604187 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:18:57.607806 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for network, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:57.611739 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:18:57.612620 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:57.617131 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:18:57.620705 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-fe643c16-0210-43ab-9406-6a1cf44e8686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:18:57.674400 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Made reservation on behalf of f4346b7c530e435da20038e554efbb27 for: {'network': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:18:57.679070 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for network, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:57.766588 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:57.786572 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7313004
Apr 11 17:18:57.786572 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Pushing event updated for resources: {'Network': ['ID=bcab040b-6e8c-46fa-bfb5-9be724a5cb14,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:18:57.787193 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 45216) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:18:57.790627 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:18:57.792793 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:18:57.795609 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Request body: {'subnet': {'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2097890564-subnet', 'tenant_id': '80a3dcdeb1834a4ea3e6d67248a3caaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:18:57.797836 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Usage tracker for resource:security_group_rule and tenant:f4346b7c530e435da20038e554efbb27 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:18:57.800163 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Network bcab040b-6e8c-46fa-bfb5-9be724a5cb14 details requested by agent ovs-agent-dv-cinder-784779-4-iscsi with host dv-cinder-784779-4-iscsi {{(pid=85266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 11 17:18:57.801003 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:18:57.805333 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:18:57.807376 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:18:57.818920 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Usage tracker for resource:subnet and tenant:80a3dcdeb1834a4ea3e6d67248a3caaf is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:18:57.823775 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:18:57.837851 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:18:57.856931 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Made reservation on behalf of 80a3dcdeb1834a4ea3e6d67248a3caaf for: {'subnet': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:18:57.861738 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Notify callbacks [] for subnet, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:57.927466 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:57.931619 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:57.940527 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:18:57.975352 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'}  {{(pid=85264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 11 17:18:57.977635 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadbc326-8ee2-48a4-8d4b-d64b51697efa,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:18:57.984711 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:18:57.997120 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:57.997683 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.segments_db [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Added segment 0b795892-78a7-4dc3-8884-2131f148608a of type vlan for network 603aab5e-6be6-40c6-a7c8-c55596c53497
Apr 11 17:18:58.030926 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736608949653'] for network, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:58.071317 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-65746940-network', 'tenant_id': '4744d33c997d404c90625352a9aecf4d'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:18:58.076919 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:18:58.081400 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Usage tracker for resource:network and tenant:4744d33c997d404c90625352a9aecf4d is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:18:58.084518 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:18:58.091942 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:18:58.099955 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for network, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:58.102098 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:18:58.102763 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:58.110108 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:18:58.124744 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Made reservation on behalf of 4744d33c997d404c90625352a9aecf4d for: {'network': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:18:58.129625 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for network, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:58.149798 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:58.197581 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 45228) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:18:58.198453 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:18:58.203576 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Usage tracker for resource:security_group_rule and tenant:4744d33c997d404c90625352a9aecf4d is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:18:58.206951 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:18:58.213505 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:18:58.234275 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 45236) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:18:58.337075 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Pushing event updated for resources: {'Network': ['ID=603aab5e-6be6-40c6-a7c8-c55596c53497,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:18:58.340336 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:18:58.350025 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Network 603aab5e-6be6-40c6-a7c8-c55596c53497 details requested by agent ovs-agent-dv-cinder-784779-4-iscsi with host dv-cinder-784779-4-iscsi {{(pid=85266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 11 17:18:58.361071 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.1766384
Apr 11 17:18:58.363789 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 45242) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:18:58.372934 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-dda9f8ee-e288-4416-8da4-275b8f9c4dd3 admin admin] Request body: {'subnet': {'network_id': '603aab5e-6be6-40c6-a7c8-c55596c53497', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-627297758-subnet', 'tenant_id': 'f4346b7c530e435da20038e554efbb27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:18:58.383136 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-dda9f8ee-e288-4416-8da4-275b8f9c4dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:18:58.396998 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-dda9f8ee-e288-4416-8da4-275b8f9c4dd3 admin admin] Usage tracker for resource:subnet and tenant:f4346b7c530e435da20038e554efbb27 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:18:58.397865 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for subnet, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:58.402068 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-dda9f8ee-e288-4416-8da4-275b8f9c4dd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:18:58.417140 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-dda9f8ee-e288-4416-8da4-275b8f9c4dd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:18:58.423705 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:18:58.424624 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:58.430148 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:58.437154 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:18:58.446147 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda9f8ee-e288-4416-8da4-275b8f9c4dd3 admin admin] Made reservation on behalf of f4346b7c530e435da20038e554efbb27 for: {'subnet': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:18:58.451044 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dda9f8ee-e288-4416-8da4-275b8f9c4dd3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:58.503245 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'}  {{(pid=85264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 11 17:18:58.504926 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a4a8256-b464-4f54-a3ed-b755f7feb772,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:18:58.518457 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:18:58.519117 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:18:58.519669 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:18:58.520326 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:18:58.521055 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:18:58.521677 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:18:58.522192 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:18:58.522704 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:18:58.523222 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:18:58.523733 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:18:58.524244 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:18:58.524775 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Tracked resource versions report:
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]: pushed versions:
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]: {   'AddressGroup': {'1.2'},
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:     'ConntrackHelper': {'1.0'},
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Log': {'1.0'},
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Network': {'1.1'},
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Port': {'1.7'},
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:     'PortForwarding': {'1.2'},
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:     'QosPolicy': {'1.8'},
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:     'SecurityGroup': {'1.4'},
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:     'SecurityGroupRule': {'1.2'},
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:     'SubPort': {'1.0'},
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Subnet': {'1.1'},
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Trunk': {'1.1'}}
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]: consumer versions:
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]: {   DHCP agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:     HyperV agent@hv-cinder-78477: {},
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:     L3 agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:     Metadata agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:     Metering agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:     Open vSwitch agent@dv-cinder-784779-4-iscsi: {   'AddressGroup': '1.2',
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'ConntrackHelper': '1.0',
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Log': '1.0',
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Network': '1.1',
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Port': '1.7',
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'PortForwarding': '1.2',
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'QosPolicy': '1.8',
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'SecurityGroup': '1.4',
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'SecurityGroupRule': '1.2',
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'SubPort': '1.0',
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Subnet': '1.1',
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Trunk': '1.1'}}
Apr 11 17:18:58.526058 dv-cinder-784779-4-iscsi neutron-server[85151]:  {{(pid=85265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 11 17:18:58.538766 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1409699652-network', 'tenant_id': 'b9bb61f1e6f04c45882198b1f39ca070'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:18:58.545463 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:18:58.550561 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Usage tracker for resource:network and tenant:b9bb61f1e6f04c45882198b1f39ca070 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:18:58.553905 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:18:58.561818 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:18:58.567847 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8219fd37-e95e-4608-8a57-eb6940b6688e,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:18:58.571417 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:18:58.579854 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:58.580298 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.segments_db [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Added segment 40454cb1-b1a9-4aa3-a5ee-c66792ea66eb of type vlan for network 6d07600c-54c6-4d19-b4b0-98bb107e0071
Apr 11 17:18:58.630268 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736608949653'] for network, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:58.643419 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-937382955-network', 'tenant_id': '29460390dfea45e8a17222990e169b8c'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:18:58.652944 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Made reservation on behalf of b9bb61f1e6f04c45882198b1f39ca070 for: {'network': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:18:58.657958 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for network, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:58.672937 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:18:58.677313 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:58.702781 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:18:58.707204 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Usage tracker for resource:security_group_rule and tenant:b9bb61f1e6f04c45882198b1f39ca070 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:18:58.710516 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:18:58.715937 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for network, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:58.718916 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:18:58.719109 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:18:58.719695 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:58.732180 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:18:58.813643 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:58.815786 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:18:58.866330 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:58.867798 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Usage tracker for resource:network and tenant:29460390dfea45e8a17222990e169b8c is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:18:58.876552 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:18:58.887505 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Pushing event updated for resources: {'Network': ['ID=6d07600c-54c6-4d19-b4b0-98bb107e0071,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:18:58.890513 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:18:58.899339 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Network 6d07600c-54c6-4d19-b4b0-98bb107e0071 details requested by agent ovs-agent-dv-cinder-784779-4-iscsi with host dv-cinder-784779-4-iscsi {{(pid=85266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 11 17:18:58.901123 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.3477285
Apr 11 17:18:58.901979 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 45256) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:18:58.910454 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'}  {{(pid=85265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 11 17:18:58.921234 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:58.921931 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.segments_db [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Added segment 7db3722a-26eb-4aef-8939-5002d60e03a2 of type vlan for network 80f28fa7-36bb-4960-bba0-f581250796a5
Apr 11 17:18:58.925042 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-a38ae40a-1796-4af3-ba36-97bbcfebfd62 admin admin] Request body: {'subnet': {'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-65746940-subnet', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:18:58.931518 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-a38ae40a-1796-4af3-ba36-97bbcfebfd62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:18:58.938010 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-a38ae40a-1796-4af3-ba36-97bbcfebfd62 admin admin] Usage tracker for resource:subnet and tenant:4744d33c997d404c90625352a9aecf4d is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:18:58.941358 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-a38ae40a-1796-4af3-ba36-97bbcfebfd62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:18:58.954356 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736608949653'] for network, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:58.963634 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-a38ae40a-1796-4af3-ba36-97bbcfebfd62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:18:58.992696 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38ae40a-1796-4af3-ba36-97bbcfebfd62 admin admin] Made reservation on behalf of 4744d33c997d404c90625352a9aecf4d for: {'subnet': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:18:58.998126 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a38ae40a-1796-4af3-ba36-97bbcfebfd62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:59.001294 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:18:59.016876 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:18:59.242497 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Checking segment: {'id': 'b949748e-d732-4feb-9db4-3e6c74ae4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:18:59.243564 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Network hostable DHCP agents. Network: bcab040b-6e8c-46fa-bfb5-9be724a5cb14, hostable agents: ['cadf10d7-d23a-4fec-9e77-f0f038d86f43'], hosted agents: [] {{(pid=85265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 11 17:18:59.251973 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for network, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:59.305780 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:18:59.306785 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:59.364938 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Network bcab040b-6e8c-46fa-bfb5-9be724a5cb14 is scheduled to be hosted by DHCP agent cadf10d7-d23a-4fec-9e77-f0f038d86f43 with binding_index 1 {{(pid=85265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 11 17:18:59.380509 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 45268) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:18:59.380971 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.1804769
Apr 11 17:18:59.384458 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-iscsi, bcab040b-6e8c-46fa-bfb5-9be724a5cb14) {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:18:59.389028 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Made reservation on behalf of 29460390dfea45e8a17222990e169b8c for: {'network': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:18:59.392323 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-a017346f-a9c5-454c-90ba-574c8a30230b admin admin] Request body: {'subnet': {'network_id': '80f28fa7-36bb-4960-bba0-f581250796a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1409699652-subnet', 'tenant_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:18:59.394065 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for network, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:59.394587 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95c5d5b-cde7-44bb-a152-423a08942e00 None None] Network bcab040b-6e8c-46fa-bfb5-9be724a5cb14 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:18:59.403151 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-a017346f-a9c5-454c-90ba-574c8a30230b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:18:59.411511 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:59.418775 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-a017346f-a9c5-454c-90ba-574c8a30230b admin admin] Usage tracker for resource:subnet and tenant:b9bb61f1e6f04c45882198b1f39ca070 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:18:59.434655 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:18:59.435588 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:59.442901 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:18:59.447142 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Usage tracker for resource:security_group_rule and tenant:29460390dfea45e8a17222990e169b8c is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:18:59.451061 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:18:59.457122 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:18:59.460024 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-a017346f-a9c5-454c-90ba-574c8a30230b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:18:59.483236 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-a017346f-a9c5-454c-90ba-574c8a30230b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:18:59.573524 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a017346f-a9c5-454c-90ba-574c8a30230b admin admin] Made reservation on behalf of b9bb61f1e6f04c45882198b1f39ca070 for: {'subnet': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:18:59.586265 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a017346f-a9c5-454c-90ba-574c8a30230b admin admin] Notify callbacks [] for subnet, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:59.596090 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:59.628954 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:59.628954 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:18:59.669442 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'}  {{(pid=85265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 11 17:18:59.689412 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:59.691151 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.segments_db [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Added segment a838892c-3534-40e2-8fdd-387b0d302be2 of type vlan for network 7a796639-a912-42cf-b262-8ecc2c9af48b
Apr 11 17:18:59.744694 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736608949653'] for network, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:59.799460 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:18:59.799951 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:18:59.800093 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dda9f8ee-e288-4416-8da4-275b8f9c4dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for subnet, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:18:59.828277 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e944ca4-646d-4de6-993d-c58531e7a356 None None] Network bcab040b-6e8c-46fa-bfb5-9be724a5cb14 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:18:59.879416 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7417f1-02b8-4faa-81e3-c65d2a66411c,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:18:59.894758 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.1054294
Apr 11 17:18:59.896329 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:18:59.896884 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-61e6555c-fb3b-46d9-9e09-f9d6822a2a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.532s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:18:59.990084 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f05c5ac2-a605-484a-99e9-93607ea133da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:00.016055 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for network, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:00.021342 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:00.026913 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:00.032865 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Pushing event updated for resources: {'Network': ['ID=80f28fa7-36bb-4960-bba0-f581250796a5,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:00.041951 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:00.042413 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:00.079004 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.8402283
Apr 11 17:19:00.095293 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 45298) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:00.112443 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9f8ee-e288-4416-8da4-275b8f9c4dd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9c0842-2e3e-4be8-85b1-0eee75333554,revision_number=0']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:00.126200 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-2436b7d6-c3c7-4957-b99a-bba70cace12d admin admin] Request body: {'subnet': {'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-937382955-subnet', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:00.135879 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-2436b7d6-c3c7-4957-b99a-bba70cace12d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:00.138030 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Network 80f28fa7-36bb-4960-bba0-f581250796a5 details requested by agent ovs-agent-dv-cinder-784779-4-iscsi with host dv-cinder-784779-4-iscsi {{(pid=85266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 11 17:19:00.140760 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-2436b7d6-c3c7-4957-b99a-bba70cace12d admin admin] Usage tracker for resource:subnet and tenant:29460390dfea45e8a17222990e169b8c is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:00.156851 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-2436b7d6-c3c7-4957-b99a-bba70cace12d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:00.158946 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-dda9f8ee-e288-4416-8da4-275b8f9c4dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:00.167763 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-2436b7d6-c3c7-4957-b99a-bba70cace12d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:00.178333 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2436b7d6-c3c7-4957-b99a-bba70cace12d admin admin] Made reservation on behalf of 29460390dfea45e8a17222990e169b8c for: {'subnet': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:19:00.197894 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2436b7d6-c3c7-4957-b99a-bba70cace12d admin admin] Notify callbacks [] for subnet, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:00.354420 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Pushing event updated for resources: {'Network': ['ID=7a796639-a912-42cf-b262-8ecc2c9af48b,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:00.357621 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:00.481604 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda9f8ee-e288-4416-8da4-275b8f9c4dd3 admin admin] Checking segment: {'id': '0b795892-78a7-4dc3-8884-2131f148608a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '603aab5e-6be6-40c6-a7c8-c55596c53497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:19:00.482287 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda9f8ee-e288-4416-8da4-275b8f9c4dd3 admin admin] Network hostable DHCP agents. Network: 603aab5e-6be6-40c6-a7c8-c55596c53497, hostable agents: ['cadf10d7-d23a-4fec-9e77-f0f038d86f43'], hosted agents: [] {{(pid=85264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 11 17:19:00.607236 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Network 7a796639-a912-42cf-b262-8ecc2c9af48b details requested by agent ovs-agent-dv-cinder-784779-4-iscsi with host dv-cinder-784779-4-iscsi {{(pid=85266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 11 17:19:00.608339 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda9f8ee-e288-4416-8da4-275b8f9c4dd3 admin admin] Network 603aab5e-6be6-40c6-a7c8-c55596c53497 is scheduled to be hosted by DHCP agent cadf10d7-d23a-4fec-9e77-f0f038d86f43 with binding_index 1 {{(pid=85264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 11 17:19:00.658424 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-dda9f8ee-e288-4416-8da4-275b8f9c4dd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-iscsi, 603aab5e-6be6-40c6-a7c8-c55596c53497) {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:19:00.689226 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72787e6d-a48f-4e81-982f-2baa4fa48db5 None None] Network 603aab5e-6be6-40c6-a7c8-c55596c53497 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:19:00.702078 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda9f8ee-e288-4416-8da4-275b8f9c4dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:00.713288 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dda9f8ee-e288-4416-8da4-275b8f9c4dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:00.820266 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-dda9f8ee-e288-4416-8da4-275b8f9c4dd3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.4552104
Apr 11 17:19:00.894657 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 45334) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:01.002068 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2436b7d6-c3c7-4957-b99a-bba70cace12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for subnet, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:01.054922 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bf265de2-dc46-4eb3-8c19-13375cd2a61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:01.101133 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a38ae40a-1796-4af3-ba36-97bbcfebfd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for subnet, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:01.150931 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:01.223203 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3cb1047a-7204-4c01-a40e-778c4b00b5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:01.307577 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-3cb1047a-7204-4c01-a40e-778c4b00b5ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:01.312908 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-3cb1047a-7204-4c01-a40e-778c4b00b5ed admin admin] Usage tracker for resource:security_group_rule and tenant:c7f4fbac167e457584fdb004ba5b9c32 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:01.315840 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-3cb1047a-7204-4c01-a40e-778c4b00b5ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:01.322195 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-3cb1047a-7204-4c01-a40e-778c4b00b5ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:01.367233 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f26dba-e66e-406e-99eb-a866c7f7c3f5 None None] Network 603aab5e-6be6-40c6-a7c8-c55596c53497 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:19:01.427477 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3cb1047a-7204-4c01-a40e-778c4b00b5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:01.448209 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3cb1047a-7204-4c01-a40e-778c4b00b5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:01.472279 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436b7d6-c3c7-4957-b99a-bba70cace12d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae25664-a4e8-4c35-9626-880cdfd5329a,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:01.479832 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2436b7d6-c3c7-4957-b99a-bba70cace12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:01.481303 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:01.519871 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1047a-7204-4c01-a40e-778c4b00b5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae664461-6f63-4c9a-98ed-a5e3a34e9885,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:01.520802 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ae40a-1796-4af3-ba36-97bbcfebfd62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=366c0678-a15a-4f72-a34e-cf6cad6c7b77,revision_number=0']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:01.524490 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a38ae40a-1796-4af3-ba36-97bbcfebfd62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:01.529089 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3cb1047a-7204-4c01-a40e-778c4b00b5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:01.549201 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-3cb1047a-7204-4c01-a40e-778c4b00b5ed admin admin] Synchronizing usage tracker for tenant:08f1fdacac4c4a898370633eead95a82 on resource:security_group {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:19:01.581191 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-3cb1047a-7204-4c01-a40e-778c4b00b5ed admin admin] Unset dirty status for tenant:08f1fdacac4c4a898370633eead95a82 on resource:security_group {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:19:01.585498 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-3cb1047a-7204-4c01-a40e-778c4b00b5ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c7f4fbac167e457584fdb004ba5b9c32&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6784198
Apr 11 17:19:01.587016 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 45374) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:01.639798 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a017346f-a9c5-454c-90ba-574c8a30230b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for subnet, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:01.663448 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2436b7d6-c3c7-4957-b99a-bba70cace12d admin admin] Checking segment: {'id': 'a838892c-3534-40e2-8fdd-387b0d302be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:19:01.663843 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2436b7d6-c3c7-4957-b99a-bba70cace12d admin admin] Network hostable DHCP agents. Network: 7a796639-a912-42cf-b262-8ecc2c9af48b, hostable agents: ['cadf10d7-d23a-4fec-9e77-f0f038d86f43'], hosted agents: [] {{(pid=85265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 11 17:19:01.705733 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4fa70146-8f3b-44c3-a5f8-e88b8f03fa79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:01.708456 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2436b7d6-c3c7-4957-b99a-bba70cace12d admin admin] Network 7a796639-a912-42cf-b262-8ecc2c9af48b is scheduled to be hosted by DHCP agent cadf10d7-d23a-4fec-9e77-f0f038d86f43 with binding_index 1 {{(pid=85265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 11 17:19:01.745854 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-2436b7d6-c3c7-4957-b99a-bba70cace12d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-iscsi, 7a796639-a912-42cf-b262-8ecc2c9af48b) {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:19:01.750613 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 45382) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:01.755958 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d4f170-7b4e-407b-af07-1c217dd3afca None None] Network 7a796639-a912-42cf-b262-8ecc2c9af48b requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:19:01.765075 dv-cinder-784779-4-iscsi neutron-server[85151]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 11 17:19:01.797445 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2436b7d6-c3c7-4957-b99a-bba70cace12d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:01.798128 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2436b7d6-c3c7-4957-b99a-bba70cace12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:01.817641 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4fa70146-8f3b-44c3-a5f8-e88b8f03fa79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:01.849591 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:01.891942 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 45398) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:01.909863 dv-cinder-784779-4-iscsi neutron-server[85151]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 11 17:19:01.953472 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-2436b7d6-c3c7-4957-b99a-bba70cace12d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.8541951
Apr 11 17:19:01.955610 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 45402) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:02.003348 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1a29a58a-7d8b-4361-8c21-90d7cfc848aa tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:02.010665 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1a29a58a-7d8b-4361-8c21-90d7cfc848aa tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/networks?id=bcab040b-6e8c-46fa-bfb5-9be724a5cb14 HTTP/1.1" status: 200  len: 815 time: 0.2589383
Apr 11 17:19:02.022207 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4fa70146-8f3b-44c3-a5f8-e88b8f03fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:02.034579 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-36b8ac2e-e304-40de-ac9f-ee2d6605faf5 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/quotas/80a3dcdeb1834a4ea3e6d67248a3caaf HTTP/1.1" status: 200  len: 375 time: 0.0229690
Apr 11 17:19:02.035354 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-937382955-router', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:02.038381 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:02.049156 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a017346f-a9c5-454c-90ba-574c8a30230b admin admin] Checking segment: {'id': '7db3722a-26eb-4aef-8939-5002d60e03a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80f28fa7-36bb-4960-bba0-f581250796a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:19:02.049561 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a017346f-a9c5-454c-90ba-574c8a30230b admin admin] Network hostable DHCP agents. Network: 80f28fa7-36bb-4960-bba0-f581250796a5, hostable agents: ['cadf10d7-d23a-4fec-9e77-f0f038d86f43'], hosted agents: [] {{(pid=85264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 11 17:19:02.054967 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ae40a-1796-4af3-ba36-97bbcfebfd62 admin admin] Checking segment: {'id': '40454cb1-b1a9-4aa3-a5ee-c66792ea66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:19:02.055364 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38ae40a-1796-4af3-ba36-97bbcfebfd62 admin admin] Network hostable DHCP agents. Network: 6d07600c-54c6-4d19-b4b0-98bb107e0071, hostable agents: ['cadf10d7-d23a-4fec-9e77-f0f038d86f43'], hosted agents: [] {{(pid=85264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 11 17:19:02.070362 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00cb51b4-a812-5f45-a07b-cd3af73d94f4-7a796639-a912-42cf-b262-8ecc2c9af48b', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'fixed_ips': [{'subnet_id': '5ae25664-a4e8-4c35-9626-880cdfd5329a'}]}} from dv-cinder-784779-4-iscsi. {{(pid=85266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 11 17:19:02.071363 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:02.108733 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa70146-8f3b-44c3-a5f8-e88b8f03fa79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae664461-6f63-4c9a-98ed-a5e3a34e9885,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:02.122478 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-01bd42ab-4831-43f1-b942-d8c72d09b317 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=80a3dcdeb1834a4ea3e6d67248a3caaf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0867765
Apr 11 17:19:02.123848 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-4fa70146-8f3b-44c3-a5f8-e88b8f03fa79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:02.124774 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4fa70146-8f3b-44c3-a5f8-e88b8f03fa79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:02.133422 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-4fa70146-8f3b-44c3-a5f8-e88b8f03fa79 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae664461-6f63-4c9a-98ed-a5e3a34e9885 HTTP/1.1" status: 204  len: 168 time: 0.5453374
Apr 11 17:19:02.166231 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017346f-a9c5-454c-90ba-574c8a30230b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2449f5f4-85cf-4114-8bd0-f3e8caf3301d,revision_number=0']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:02.181635 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a017346f-a9c5-454c-90ba-574c8a30230b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:02.185555 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38ae40a-1796-4af3-ba36-97bbcfebfd62 admin admin] Network 6d07600c-54c6-4d19-b4b0-98bb107e0071 is scheduled to be hosted by DHCP agent cadf10d7-d23a-4fec-9e77-f0f038d86f43 with binding_index 1 {{(pid=85264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 11 17:19:02.208582 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:02.222133 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] Usage tracker for resource:router and tenant:29460390dfea45e8a17222990e169b8c is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:02.227481 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-a38ae40a-1796-4af3-ba36-97bbcfebfd62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-iscsi, 6d07600c-54c6-4d19-b4b0-98bb107e0071) {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:19:02.232601 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:02.240816 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a017346f-a9c5-454c-90ba-574c8a30230b admin admin] Network 80f28fa7-36bb-4960-bba0-f581250796a5 is scheduled to be hosted by DHCP agent cadf10d7-d23a-4fec-9e77-f0f038d86f43 with binding_index 1 {{(pid=85264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 11 17:19:02.244294 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38ae40a-1796-4af3-ba36-97bbcfebfd62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:02.244485 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a38ae40a-1796-4af3-ba36-97bbcfebfd62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:02.256725 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:02.266168 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d07db67-5db8-4fac-a66e-c8468806fc79 None None] Network 6d07600c-54c6-4d19-b4b0-98bb107e0071 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:19:02.297633 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-a017346f-a9c5-454c-90ba-574c8a30230b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-iscsi, 80f28fa7-36bb-4960-bba0-f581250796a5) {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:19:02.303637 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854254265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774613'] for router, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:02.304821 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-521626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838406134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1184'] for router, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:02.320457 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a017346f-a9c5-454c-90ba-574c8a30230b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:02.321075 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a017346f-a9c5-454c-90ba-574c8a30230b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:02.326609 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-a38ae40a-1796-4af3-ba36-97bbcfebfd62 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 3.4141474
Apr 11 17:19:02.329662 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 45420) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:02.336055 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-65746940-router', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:02.338669 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-ecf36d1b-2d4f-4514-a836-83c34fa570b1 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:02.340810 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-ecf36d1b-2d4f-4514-a836-83c34fa570b1 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Synchronizing usage tracker for tenant:f4346b7c530e435da20038e554efbb27 on resource:network {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:19:02.348121 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:02.359075 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] Usage tracker for resource:router and tenant:4744d33c997d404c90625352a9aecf4d is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:02.363984 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:02.365059 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:02.371030 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:02.383298 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854254265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774613'] for router, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:02.384685 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-521626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838406134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1184'] for router, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:02.409737 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:02.463600 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-a017346f-a9c5-454c-90ba-574c8a30230b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 3.0814774
Apr 11 17:19:02.470554 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Allocated IP 172.20.0.2 (7a796639-a912-42cf-b262-8ecc2c9af48b/5ae25664-a4e8-4c35-9626-880cdfd5329a/81734264-b4cb-43f7-8b40-e88ff2f00730) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:19:02.471194 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 45426) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:02.471611 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-ecf36d1b-2d4f-4514-a836-83c34fa570b1 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Unset dirty status for tenant:f4346b7c530e435da20038e554efbb27 on resource:network {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:19:02.472904 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-ecf36d1b-2d4f-4514-a836-83c34fa570b1 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/networks?id=603aab5e-6be6-40c6-a7c8-c55596c53497 HTTP/1.1" status: 200  len: 811 time: 0.5773280
Apr 11 17:19:02.479664 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1409699652-router', 'tenant_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:02.497576 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:02.561545 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] Usage tracker for resource:router and tenant:b9bb61f1e6f04c45882198b1f39ca070 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:02.573216 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2ad2f6-f45c-4f46-a359-3bcb0cf265f2 None None] Network 80f28fa7-36bb-4960-bba0-f581250796a5 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:19:02.610593 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-24bf34ac-ee25-4f38-8df0-12cbb1bc7ebf service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=85265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 11 17:19:02.619063 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-24bf34ac-ee25-4f38-8df0-12cbb1bc7ebf service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3698885
Apr 11 17:19:02.656580 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 45432) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:02.698322 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-cf7753b2-b205-4b9e-8bc5-53005881a686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:02.722731 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-cf7753b2-b205-4b9e-8bc5-53005881a686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:02.727420 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-cf7753b2-b205-4b9e-8bc5-53005881a686 admin admin] Usage tracker for resource:security_group_rule and tenant:ab84f19507034d84a5543c26330aa3cf is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:02.731342 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-cf7753b2-b205-4b9e-8bc5-53005881a686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:02.738273 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-cf7753b2-b205-4b9e-8bc5-53005881a686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:02.819920 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-23aacffa-27fe-4e13-9a31-bddbc8e5b7aa tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/quotas/f4346b7c530e435da20038e554efbb27 HTTP/1.1" status: 200  len: 375 time: 0.3353508
Apr 11 17:19:02.828780 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:02.863239 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:02.876622 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:02.885104 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Transition to ACTIVE for port object 81734264-b4cb-43f7-8b40-e88ff2f00730 will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:19:02.897515 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-421a4912-e12b-4b1e-8889-16780c31f6cb tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4346b7c530e435da20038e554efbb27&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0634274
Apr 11 17:19:02.949343 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Transition to ACTIVE for port object 81734264-b4cb-43f7-8b40-e88ff2f00730 will not be triggered until provisioned by entity DHCP. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:19:02.959281 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854254265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774613'] for router, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:02.960444 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-521626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838406134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1184'] for router, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:02.979631 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:02.988076 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854254220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1169'] for router, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:03.029035 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-544e2071-c381-4aa8-be02-445efd99a65c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:03.056878 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854254220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1169'] for router, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:03.062099 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00cb51b4-a812-5f45-a07b-cd3af73d94f4-6d07600c-54c6-4d19-b4b0-98bb107e0071', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'fixed_ips': [{'subnet_id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77'}]}} from dv-cinder-784779-4-iscsi. {{(pid=85266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 11 17:19:03.063208 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:03.067707 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:03.114998 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-f204a097-807e-45a1-bf88-4c0ae601abd5 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=85264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 11 17:19:03.116755 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-f204a097-807e-45a1-bf88-4c0ae601abd5 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0772564
Apr 11 17:19:03.121610 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-cf7753b2-b205-4b9e-8bc5-53005881a686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:03.157443 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-c244fb5f-7db0-49b7-8d37-57a74cee8fbf service neutron] 10.222.0.30 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5374205
Apr 11 17:19:03.161444 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-cf7753b2-b205-4b9e-8bc5-53005881a686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:03.208228 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:03.484609 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Pushing event updated for resources: {'Port': ['ID=81734264-b4cb-43f7-8b40-e88ff2f00730,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:03.509407 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037cc0fd-1eec-4bfb-b0fe-a6e831997ed9 None None] Network 80f28fa7-36bb-4960-bba0-f581250796a5 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:19:03.523606 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:03.523987 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:03.524456 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:03.524818 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:03.525075 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:03.525437 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:03.525796 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:03.526160 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:03.526517 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:03.526947 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:03.527245 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:03.527829 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Tracked resource versions report:
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]: pushed versions:
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]: {   'AddressGroup': {'1.2'},
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:     'ConntrackHelper': {'1.0'},
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Log': {'1.0'},
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Network': {'1.1'},
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Port': {'1.7'},
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:     'PortForwarding': {'1.2'},
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:     'QosPolicy': {'1.8'},
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:     'SecurityGroup': {'1.4'},
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:     'SecurityGroupRule': {'1.2'},
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:     'SubPort': {'1.0'},
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Subnet': {'1.1'},
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Trunk': {'1.1'}}
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]: consumer versions:
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]: {   DHCP agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:     HyperV agent@hv-cinder-78477: {},
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:     L3 agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:     Metadata agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:     Metering agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:     Open vSwitch agent@dv-cinder-784779-4-iscsi: {   'AddressGroup': '1.2',
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'ConntrackHelper': '1.0',
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Log': '1.0',
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Network': '1.1',
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Port': '1.7',
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'PortForwarding': '1.2',
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'QosPolicy': '1.8',
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'SecurityGroup': '1.4',
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'SecurityGroupRule': '1.2',
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'SubPort': '1.0',
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Subnet': '1.1',
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Trunk': '1.1'}}
Apr 11 17:19:03.528885 dv-cinder-784779-4-iscsi neutron-server[85151]:  {{(pid=85266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 11 17:19:03.551611 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-cf7753b2-b205-4b9e-8bc5-53005881a686 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab84f19507034d84a5543c26330aa3cf&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8913896
Apr 11 17:19:03.557221 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:03.599676 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 45446) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:03.602151 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7753b2-b205-4b9e-8bc5-53005881a686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52be9a0-3269-46c1-92eb-1a325dae5065,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:03.605837 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-cf7753b2-b205-4b9e-8bc5-53005881a686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:03.636185 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854254220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1169'] for router, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:03.688140 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-fd9a9ec6-290d-4800-910e-73434cf4cba5 service neutron] 10.222.0.30 "GET /v2.0/networks/603aab5e-6be6-40c6-a7c8-c55596c53497?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5598068
Apr 11 17:19:03.707850 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-7050e180-1ecc-4589-841e-57ce0c697f63 service neutron] 10.222.0.30 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5450094
Apr 11 17:19:03.734677 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Network 7a796639-a912-42cf-b262-8ecc2c9af48b is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:19:03.739603 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dc07f9fb-f947-44f4-94e5-a648fea51c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:03.750359 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Resources bound (agent type, host, resource id):  {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:19:03.759347 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:19:03.767526 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Allocated IP 172.20.0.2 (6d07600c-54c6-4d19-b4b0-98bb107e0071/366c0678-a15a-4f72-a34e-cf6cad6c7b77/58a757b4-ae16-4051-988c-8184195c4ea7) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:19:03.784056 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dc07f9fb-f947-44f4-94e5-a648fea51c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:03.985253 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Attempting to bind port 81734264-b4cb-43f7-8b40-e88ff2f00730 on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:19:03.986007 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Attempting to bind port 81734264-b4cb-43f7-8b40-e88ff2f00730 by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': 'a838892c-3534-40e2-8fdd-387b0d302be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:19:03.986587 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Attempting to bind port 81734264-b4cb-43f7-8b40-e88ff2f00730 on network 7a796639-a912-42cf-b262-8ecc2c9af48b {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:19:04.053012 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:19:04.053674 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Checking segment: {'id': 'a838892c-3534-40e2-8fdd-387b0d302be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:19:04.054302 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:04.054855 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Bound using segment: {'id': 'a838892c-3534-40e2-8fdd-387b0d302be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:19:04.055503 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Bound port: 81734264-b4cb-43f7-8b40-e88ff2f00730, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a838892c-3534-40e2-8fdd-387b0d302be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:19:04.056557 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:04.114452 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dc07f9fb-f947-44f4-94e5-a648fea51c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:04.142048 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:04.147020 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-68574a9d-0b53-461c-9439-52fff5a84c97 service neutron] 10.222.0.30 "GET /v2.0/networks/603aab5e-6be6-40c6-a7c8-c55596c53497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4469664
Apr 11 17:19:04.162962 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:04.193172 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:04.197368 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] For port 81734264-b4cb-43f7-8b40-e88ff2f00730, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:19:04.216205 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07f9fb-f947-44f4-94e5-a648fea51c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52be9a0-3269-46c1-92eb-1a325dae5065,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:04.230157 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:04.255883 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] For port 81734264-b4cb-43f7-8b40-e88ff2f00730, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=81734264-b4cb-43f7-8b40-e88ff2f00730,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:19:04.293536 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:04.299195 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:04.320211 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-dc07f9fb-f947-44f4-94e5-a648fea51c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:04.326358 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:04.328346 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dc07f9fb-f947-44f4-94e5-a648fea51c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:04.340911 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-dc07f9fb-f947-44f4-94e5-a648fea51c2c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a52be9a0-3269-46c1-92eb-1a325dae5065 HTTP/1.1" status: 204  len: 168 time: 0.7280505
Apr 11 17:19:04.470073 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:04.506541 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Transition to ACTIVE for port object 58a757b4-ae16-4051-988c-8184195c4ea7 will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:19:04.557775 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Transition to ACTIVE for port object 58a757b4-ae16-4051-988c-8184195c4ea7 will not be triggered until provisioned by entity DHCP. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:19:04.597312 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Pushing event updated for resources: {'Port': ['ID=81734264-b4cb-43f7-8b40-e88ff2f00730,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:04.604707 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:04.612328 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:04.641112 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:04.725083 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b67cfc61-550e-4dea-be2d-2b6f6b59acf0 req-c24c4a5c-3514-4ce4-bd8c-f7a5cb4449df tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea787a5b-8827-4618-b29b-fd0111ec4089 HTTP/1.1" status: 200  len: 210 time: 0.0976396
Apr 11 17:19:04.764619 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Pushing event updated for resources: {'Port': ['ID=58a757b4-ae16-4051-988c-8184195c4ea7,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:04.794394 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:04.815821 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] Allocated IP 172.27.0.224 (25e26079-4f70-47ba-b0dc-8350ca691b81/cc27d420-6b5b-4cd9-be1f-976508ada296/07c83e8e-0bec-4494-ba18-9a0ff74c157f) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:19:05.083948 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Network 6d07600c-54c6-4d19-b4b0-98bb107e0071 is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:19:05.085946 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Resources bound (agent type, host, resource id):  {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:19:05.088848 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:19:05.352467 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Attempting to bind port 58a757b4-ae16-4051-988c-8184195c4ea7 on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:19:05.352909 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Attempting to bind port 58a757b4-ae16-4051-988c-8184195c4ea7 by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': '40454cb1-b1a9-4aa3-a5ee-c66792ea66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:19:05.353319 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Attempting to bind port 58a757b4-ae16-4051-988c-8184195c4ea7 on network 6d07600c-54c6-4d19-b4b0-98bb107e0071 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:19:05.399360 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:19:05.399785 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Checking segment: {'id': '40454cb1-b1a9-4aa3-a5ee-c66792ea66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:19:05.400236 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:05.400730 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Bound using segment: {'id': '40454cb1-b1a9-4aa3-a5ee-c66792ea66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:19:05.410415 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Bound port: 58a757b4-ae16-4051-988c-8184195c4ea7, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40454cb1-b1a9-4aa3-a5ee-c66792ea66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:19:05.411012 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:05.422706 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:05.508661 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:05.554118 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-73d0e23f-3c2b-402a-8bc0-feaad6f7fd68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:05.636697 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-937f81a2-3f86-495c-8393-02370e123696 None None] For port 58a757b4-ae16-4051-988c-8184195c4ea7, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:19:05.640749 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-937f81a2-3f86-495c-8393-02370e123696 None None] For port 58a757b4-ae16-4051-988c-8184195c4ea7, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=58a757b4-ae16-4051-988c-8184195c4ea7,segment=NetworkSegment(40454cb1-b1a9-4aa3-a5ee-c66792ea66eb),segment_id=40454cb1-b1a9-4aa3-a5ee-c66792ea66eb)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:19:05.644906 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 81734264-b4cb-43f7-8b40-e88ff2f00730 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:19:05.728026 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:05.755155 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] Pushing event updated for resources: {'Port': ['ID=07c83e8e-0bec-4494-ba18-9a0ff74c157f,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:05.755376 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:05.762404 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:05.898036 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5957e7a1-053a-4aa0-8bae-06b982210cc3 req-9ac499b5-8ea0-4ef6-8e4b-468f72857a74 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/ports?device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 210 time: 0.7877994
Apr 11 17:19:05.899015 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] Network 25e26079-4f70-47ba-b0dc-8350ca691b81 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:19:05.905462 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] Resources bound (agent type, host, resource id):  {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:19:05.923662 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4c51950d-6dfc-4a39-b04d-b56347c59c6f req-a790c2e7-b486-4b70-9ea8-147bf1540400 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea787a5b-8827-4618-b29b-fd0111ec4089 HTTP/1.1" status: 200  len: 210 time: 0.0839674
Apr 11 17:19:05.924459 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:19:05.965717 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:06.024707 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] Allocated IP 172.27.0.254 (25e26079-4f70-47ba-b0dc-8350ca691b81/cc27d420-6b5b-4cd9-be1f-976508ada296/4461d3ff-ffd0-4c7a-9144-03cf3600c394) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:19:06.030142 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:06.145301 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port 81734264-b4cb-43f7-8b40-e88ff2f00730 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:19:06.188628 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Pushing event updated for resources: {'Port': ['ID=58a757b4-ae16-4051-988c-8184195c4ea7,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:06.193692 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:06.557088 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:06.614375 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:06.694125 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:06.850692 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:07.067270 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83307934-475f-4f4d-95a2-1b1e1789b173 None None] Network 7a796639-a912-42cf-b262-8ecc2c9af48b requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:19:07.113957 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] Pushing event updated for resources: {'Port': ['ID=4461d3ff-ffd0-4c7a-9144-03cf3600c394,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:07.122554 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:07.130189 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] Allocated IP 172.27.0.5 (25e26079-4f70-47ba-b0dc-8350ca691b81/cc27d420-6b5b-4cd9-be1f-976508ada296/b083d3a4-88ec-4f31-a16c-73041c916726) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:19:07.319318 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 45602) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:07.391731 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9fd1c2e8-3c3d-4bd7-b335-1bb71dcb3cfc req-a6546f6d-c241-460c-b4f9-c293600bc278 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/ports?device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 210 time: 0.1945190
Apr 11 17:19:07.416870 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] Network 25e26079-4f70-47ba-b0dc-8350ca691b81 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:19:07.421008 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:19:07.437076 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:19:07.624860 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 58a757b4-ae16-4051-988c-8184195c4ea7 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:19:07.670653 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.37', 52185) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:07.778876 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-ef719a36-ba02-4f9a-a0e9-9e846ec903c1 None None] Provisioning for port 81734264-b4cb-43f7-8b40-e88ff2f00730 completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:19:07.798784 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-ef719a36-ba02-4f9a-a0e9-9e846ec903c1 None None] Provisioning complete for port 81734264-b4cb-43f7-8b40-e88ff2f00730 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:07.799209 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ef719a36-ba02-4f9a-a0e9-9e846ec903c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:07.857094 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:07.963454 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0e5bc742-f9e5-497d-8e94-21f33818b4b6 req-647280aa-d94a-4384-ba74-0a53096f3c07 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea787a5b-8827-4618-b29b-fd0111ec4089 HTTP/1.1" status: 200  len: 210 time: 0.6499653
Apr 11 17:19:08.007980 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port 58a757b4-ae16-4051-988c-8184195c4ea7 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:19:08.080055 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-521596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854326803'] for router, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:08.231125 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ef719a36-ba02-4f9a-a0e9-9e846ec903c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:08.258999 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b164d9-8d1e-42e5-b25f-ff27b7b5c077 None None] Network 6d07600c-54c6-4d19-b4b0-98bb107e0071 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:19:08.453281 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.37', 52187) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:08.456355 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-ef719a36-ba02-4f9a-a0e9-9e846ec903c1 None None] For port 81734264-b4cb-43f7-8b40-e88ff2f00730, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=81734264-b4cb-43f7-8b40-e88ff2f00730,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:19:08.469267 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:08.488719 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ef719a36-ba02-4f9a-a0e9-9e846ec903c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:08.543782 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:08.562816 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-ae83a1b8-b64d-47e9-b28f-469e72af059e tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:08.563625 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-ae83a1b8-b64d-47e9-b28f-469e72af059e tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Synchronizing usage tracker for tenant:80a3dcdeb1834a4ea3e6d67248a3caaf on resource:network {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:19:08.668962 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:08.758849 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] Router 38177bda-7d49-4ffe-93e3-2e01a9b56183 is scheduled to L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 with binding_index 1 {{(pid=85265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 11 17:19:08.771494 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-61a74052-6f8f-4b95-ae9c-6ce2dbe403a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:08.874179 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-61a74052-6f8f-4b95-ae9c-6ce2dbe403a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:09.083072 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-a27e4e8f-2379-434f-a128-39a14f1e170c None None] Provisioning for port 58a757b4-ae16-4051-988c-8184195c4ea7 completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:19:09.131035 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-ae83a1b8-b64d-47e9-b28f-469e72af059e tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Unset dirty status for tenant:80a3dcdeb1834a4ea3e6d67248a3caaf on resource:network {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:19:09.132822 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-ae83a1b8-b64d-47e9-b28f-469e72af059e tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.37 "GET /v2.0/networks?id=bcab040b-6e8c-46fa-bfb5-9be724a5cb14 HTTP/1.1" status: 200  len: 815 time: 1.4610405
Apr 11 17:19:09.144705 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef719a36-ba02-4f9a-a0e9-9e846ec903c1 None None] Pushing event updated for resources: {'Port': ['ID=81734264-b4cb-43f7-8b40-e88ff2f00730,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:09.149422 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ef719a36-ba02-4f9a-a0e9-9e846ec903c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:09.159535 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-a27e4e8f-2379-434f-a128-39a14f1e170c None None] Provisioning complete for port 58a757b4-ae16-4051-988c-8184195c4ea7 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:09.160070 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a27e4e8f-2379-434f-a128-39a14f1e170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:09.167116 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-4b3831c6-dead-4eaa-b76e-de2e9234f45f tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:09.169267 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-4b3831c6-dead-4eaa-b76e-de2e9234f45f tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.37 "GET /v2.0/networks?id=603aab5e-6be6-40c6-a7c8-c55596c53497 HTTP/1.1" status: 200  len: 811 time: 0.7148178
Apr 11 17:19:09.178118 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-61a74052-6f8f-4b95-ae9c-6ce2dbe403a6 admin admin] Usage tracker for resource:security_group_rule and tenant:d172bd1463dc4bf39ee1730a8ebc2459 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:09.184548 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-61a74052-6f8f-4b95-ae9c-6ce2dbe403a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:09.194944 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-e3956b31-e728-41a0-810d-e5306798ab60 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Request body: {'port': {'device_id': '72c07210-62cc-4daa-a8c8-fb86f5b09770', 'network_id': '603aab5e-6be6-40c6-a7c8-c55596c53497', 'admin_state_up': True, 'tenant_id': 'f4346b7c530e435da20038e554efbb27'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:09.213217 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-14dc96d0-5443-4657-b12b-57e58bbb114a req-8f952437-05dd-455c-a216-231d47f4f3fc tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/ports?device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 210 time: 0.1121435
Apr 11 17:19:09.219650 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] Pushing event updated for resources: {'Port': ['ID=b083d3a4-88ec-4f31-a16c-73041c916726,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:09.241735 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-df14ea30-67a3-496f-a964-007e78677e7d tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Request body: {'port': {'device_id': 'ea787a5b-8827-4618-b29b-fd0111ec4089', 'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14', 'admin_state_up': True, 'tenant_id': '80a3dcdeb1834a4ea3e6d67248a3caaf'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:09.305915 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:09.330716 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2ac95441-603b-435d-bcc8-c8ce5afd4ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:09.447490 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-61a74052-6f8f-4b95-ae9c-6ce2dbe403a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:09.454291 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-e3956b31-e728-41a0-810d-e5306798ab60 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:09.462210 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-e3956b31-e728-41a0-810d-e5306798ab60 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Usage tracker for resource:port and tenant:f4346b7c530e435da20038e554efbb27 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:09.501801 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:09.518869 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f0f25459-b837-44af-929c-5833d619b5f3 req-ab2b81e0-855b-4ddb-bc75-704a4d827192 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea787a5b-8827-4618-b29b-fd0111ec4089 HTTP/1.1" status: 200  len: 210 time: 0.0663128
Apr 11 17:19:09.525012 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-e3956b31-e728-41a0-810d-e5306798ab60 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:09.535119 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-e3956b31-e728-41a0-810d-e5306798ab60 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:09.577882 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 81734264-b4cb-43f7-8b40-e88ff2f00730 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:19:09.717183 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-61a74052-6f8f-4b95-ae9c-6ce2dbe403a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:09.739727 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-61a74052-6f8f-4b95-ae9c-6ce2dbe403a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:09.740534 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-e3956b31-e728-41a0-810d-e5306798ab60 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Made reservation on behalf of f4346b7c530e435da20038e554efbb27 for: {'port': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:19:09.761899 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-e3956b31-e728-41a0-810d-e5306798ab60 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:09.787517 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a27e4e8f-2379-434f-a128-39a14f1e170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:09.856411 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-a27e4e8f-2379-434f-a128-39a14f1e170c None None] For port 58a757b4-ae16-4051-988c-8184195c4ea7, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=58a757b4-ae16-4051-988c-8184195c4ea7,segment=NetworkSegment(40454cb1-b1a9-4aa3-a5ee-c66792ea66eb),segment_id=40454cb1-b1a9-4aa3-a5ee-c66792ea66eb)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:19:09.858271 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 81734264-b4cb-43f7-8b40-e88ff2f00730 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:09.859019 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:09.912074 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a27e4e8f-2379-434f-a128-39a14f1e170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:09.928897 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:10.078638 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-a27e4e8f-2379-434f-a128-39a14f1e170c None None] Provisioning complete for port 81734264-b4cb-43f7-8b40-e88ff2f00730 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:10.079233 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a27e4e8f-2379-434f-a128-39a14f1e170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:10.095526 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-4fa70146-8f3b-44c3-a5f8-e88b8f03fa79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:10.221382 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-61a74052-6f8f-4b95-ae9c-6ce2dbe403a6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d172bd1463dc4bf39ee1730a8ebc2459&name=default HTTP/1.1" status: 200  len: 2975 time: 2.3426964
Apr 11 17:19:10.222335 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a74052-6f8f-4b95-ae9c-6ce2dbe403a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1096ca67-4fe6-40af-ba58-7d653b5824b7,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:10.225170 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 45714) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:10.288257 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] Network 25e26079-4f70-47ba-b0dc-8350ca691b81 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:19:10.302762 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:19:10.311887 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:19:10.322475 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e4e8f-2379-434f-a128-39a14f1e170c None None] Pushing event updated for resources: {'Port': ['ID=58a757b4-ae16-4051-988c-8184195c4ea7,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:10.332763 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a27e4e8f-2379-434f-a128-39a14f1e170c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:10.517027 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-df14ea30-67a3-496f-a964-007e78677e7d tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:10.536065 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-e3956b31-e728-41a0-810d-e5306798ab60 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Allocated IP 172.20.0.12 (603aab5e-6be6-40c6-a7c8-c55596c53497/7b9c0842-2e3e-4be8-85b1-0eee75333554/040cc64f-42ad-4820-96f5-d68485920dc9) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:19:10.567736 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-df14ea30-67a3-496f-a964-007e78677e7d tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Usage tracker for resource:port and tenant:80a3dcdeb1834a4ea3e6d67248a3caaf is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:10.582105 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-df14ea30-67a3-496f-a964-007e78677e7d tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:10.643699 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-b664e803-e4cf-40b6-b679-8b00a9d72b28 None None] Provisioning complete for port 58a757b4-ae16-4051-988c-8184195c4ea7 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:10.644402 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b664e803-e4cf-40b6-b679-8b00a9d72b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:10.658440 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-61a74052-6f8f-4b95-ae9c-6ce2dbe403a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:10.672332 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f0fcab5e-10d1-40db-a501-49c8925364c0 req-a76c95c4-ce0c-4bd4-81ad-15b46fe89b52 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/ports?device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 210 time: 0.0859122
Apr 11 17:19:10.673134 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-df14ea30-67a3-496f-a964-007e78677e7d tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:10.733599 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-521596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854326803'] for router, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:10.795920 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:19:10.809119 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] Sync routers for ids ['38177bda-7d49-4ffe-93e3-2e01a9b56183'] in dv-cinder-784779-4-iscsi {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:19:10.828671 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] Routers {'38177bda-7d49-4ffe-93e3-2e01a9b56183'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:19:10.829324 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22668e9198>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:18:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['38177bda-7d49-4ffe-93e3-2e01a9b56183'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:19:10.914779 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-df14ea30-67a3-496f-a964-007e78677e7d tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Made reservation on behalf of 80a3dcdeb1834a4ea3e6d67248a3caaf for: {'port': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:19:10.927419 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-df14ea30-67a3-496f-a964-007e78677e7d tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:10.956605 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-df09255f-0920-4b76-9ab7-9f2f08b9fdb3 req-9542db99-845b-4cbc-9584-ea3dabebe020 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea787a5b-8827-4618-b29b-fd0111ec4089 HTTP/1.1" status: 200  len: 210 time: 0.1584878
Apr 11 17:19:11.030346 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] Notify callbacks [] for router, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:11.032257 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 8.7008843
Apr 11 17:19:11.038795 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 45730) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:11.191057 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-88a8ae8a-e9e1-44f0-a722-624767f3d763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:11.219618 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-df14ea30-67a3-496f-a964-007e78677e7d tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Allocated IP 172.20.0.2 (bcab040b-6e8c-46fa-bfb5-9be724a5cb14/1a4a8256-b464-4f54-a3ed-b755f7feb772/6fe92256-fd45-4cd8-8755-7daeb2e00012) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:19:11.279684 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] Set router 38177bda-7d49-4ffe-93e3-2e01a9b56183 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:19:11.507390 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 58a757b4-ae16-4051-988c-8184195c4ea7 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:19:11.637912 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-88a8ae8a-e9e1-44f0-a722-624767f3d763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:11.665145 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 58a757b4-ae16-4051-988c-8184195c4ea7 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:11.668322 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 45740) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:11.671625 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-e3956b31-e728-41a0-810d-e5306798ab60 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:11.672055 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:11.897176 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d136ff32-41df-4bb0-bcfc-b7cf7a57db6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:12.048412 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22668e9198>, [{'id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'name': 'tempest-AttachVolumeTestJSON-65746940-router', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:06Z', 'revision_number': 3, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'gw_port': {'id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:19:12.083645 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] Checking router: 38177bda-7d49-4ffe-93e3-2e01a9b56183 for host: dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:19:12.086655 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] Updating router 38177bda-7d49-4ffe-93e3-2e01a9b56183 port 07c83e8e-0bec-4494-ba18-9a0ff74c157f binding host dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 11 17:19:12.211796 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:12.310225 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-df14ea30-67a3-496f-a964-007e78677e7d tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:12.402311 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:12.541709 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:12.548382 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 45758) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:12.679525 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bb7fcb83-51fa-4977-8012-5ed5a761afff req-264068a2-deea-4362-891e-570aea07ec78 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/ports?device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 210 time: 0.3360119
Apr 11 17:19:12.707391 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0c88f840-d5af-4368-a161-2bece1a9637e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:12.763318 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-88a8ae8a-e9e1-44f0-a722-624767f3d763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:12.771320 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-e3956b31-e728-41a0-810d-e5306798ab60 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:12.778724 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-0c88f840-d5af-4368-a161-2bece1a9637e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:12.793895 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:12.807432 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-0c88f840-d5af-4368-a161-2bece1a9637e admin admin] Usage tracker for resource:security_group_rule and tenant:062e224cd16248f6ae3149edcc3b664a is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:12.827814 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-88a8ae8a-e9e1-44f0-a722-624767f3d763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:12.829493 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-88a8ae8a-e9e1-44f0-a722-624767f3d763 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1096ca67-4fe6-40af-ba58-7d653b5824b7 HTTP/1.1" status: 204  len: 168 time: 2.1881108
Apr 11 17:19:12.847227 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-df14ea30-67a3-496f-a964-007e78677e7d tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:13.029210 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-521596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854326803'] for router, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:13.053446 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-0c88f840-d5af-4368-a161-2bece1a9637e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:13.096390 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-e3956b31-e728-41a0-810d-e5306798ab60 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Network 603aab5e-6be6-40c6-a7c8-c55596c53497 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:19:13.098038 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8ae8a-e9e1-44f0-a722-624767f3d763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1096ca67-4fe6-40af-ba58-7d653b5824b7,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:13.115309 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-0c88f840-d5af-4368-a161-2bece1a9637e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:13.122281 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-e3956b31-e728-41a0-810d-e5306798ab60 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Resources bound (agent type, host, resource id):  {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:19:13.145811 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38dd61-9de9-4ba9-b355-3ca00284ad91 req-d9860390-8363-493b-b4e7-b03124278f17 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:13.147762 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5f38dd61-9de9-4ba9-b355-3ca00284ad91 req-d9860390-8363-493b-b4e7-b03124278f17 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea787a5b-8827-4618-b29b-fd0111ec4089 HTTP/1.1" status: 200  len: 931 time: 0.6842198
Apr 11 17:19:13.153173 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-88a8ae8a-e9e1-44f0-a722-624767f3d763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:13.156913 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:13.180973 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:13.194430 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] Notify callbacks [] for port, precommit_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:13.224500 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] Transition to ACTIVE for port object 07c83e8e-0bec-4494-ba18-9a0ff74c157f will not be triggered until provisioned by entity L2. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:19:13.244002 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:13.252151 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3956b31-e728-41a0-810d-e5306798ab60 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Pushing event updated for resources: {'Port': ['ID=040cc64f-42ad-4820-96f5-d68485920dc9,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:13.332692 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-66a15b1d-cc19-4456-8df0-73e9bd7780f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:13.360941 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:13.364765 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e3956b31-e728-41a0-810d-e5306798ab60 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:13.398104 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:13.415739 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-66a15b1d-cc19-4456-8df0-73e9bd7780f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:13.513166 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9b8e3-1834-4f8f-894e-f888caea3766 None None] Pushing event updated for resources: {'Port': ['ID=07c83e8e-0bec-4494-ba18-9a0ff74c157f,revision_number=2']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:13.513433 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-66a15b1d-cc19-4456-8df0-73e9bd7780f5 admin admin] Usage tracker for resource:security_group_rule and tenant:a9fc68eb1d034c95adb2b3a2bc5cce11 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:13.516497 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-e3956b31-e728-41a0-810d-e5306798ab60 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:19:13.523237 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-e3956b31-e728-41a0-810d-e5306798ab60 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:13.523895 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-e3956b31-e728-41a0-810d-e5306798ab60 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:13.609221 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-66a15b1d-cc19-4456-8df0-73e9bd7780f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:13.626375 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14ea30-67a3-496f-a964-007e78677e7d tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Pushing event updated for resources: {'Port': ['ID=6fe92256-fd45-4cd8-8755-7daeb2e00012,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:13.637754 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-df14ea30-67a3-496f-a964-007e78677e7d tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:13.665514 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:13.689588 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f022a9e9-7eea-4e55-ba8e-e95b74a72709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:13.719849 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-66a15b1d-cc19-4456-8df0-73e9bd7780f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:13.731739 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae9b8e3-1834-4f8f-894e-f888caea3766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:13.732496 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae9b8e3-1834-4f8f-894e-f888caea3766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:13.733104 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae9b8e3-1834-4f8f-894e-f888caea3766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:13.733688 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae9b8e3-1834-4f8f-894e-f888caea3766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:13.734254 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae9b8e3-1834-4f8f-894e-f888caea3766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:13.734836 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae9b8e3-1834-4f8f-894e-f888caea3766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:13.735410 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae9b8e3-1834-4f8f-894e-f888caea3766 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:13.735980 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae9b8e3-1834-4f8f-894e-f888caea3766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:13.736615 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae9b8e3-1834-4f8f-894e-f888caea3766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:13.737183 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae9b8e3-1834-4f8f-894e-f888caea3766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:13.737773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae9b8e3-1834-4f8f-894e-f888caea3766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:13.738386 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae9b8e3-1834-4f8f-894e-f888caea3766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae9b8e3-1834-4f8f-894e-f888caea3766 None None] Tracked resource versions report:
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]: pushed versions:
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]: {   'AddressGroup': {'1.2'},
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:     'ConntrackHelper': {'1.0'},
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Log': {'1.0'},
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Network': {'1.1'},
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Port': {'1.7'},
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:     'PortForwarding': {'1.2'},
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:     'QosPolicy': {'1.8'},
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:     'SecurityGroup': {'1.4'},
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:     'SecurityGroupRule': {'1.2'},
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:     'SubPort': {'1.0'},
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Subnet': {'1.1'},
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:     'Trunk': {'1.1'}}
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]: consumer versions:
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]: {   DHCP agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:     HyperV agent@hv-cinder-78477: {},
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:     L3 agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:     Metadata agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:     Metering agent@dv-cinder-784779-4-iscsi: {},
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:     Open vSwitch agent@dv-cinder-784779-4-iscsi: {   'AddressGroup': '1.2',
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'ConntrackHelper': '1.0',
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Log': '1.0',
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Network': '1.1',
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Port': '1.7',
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'PortForwarding': '1.2',
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'QosPolicy': '1.8',
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'SecurityGroup': '1.4',
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'SecurityGroupRule': '1.2',
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'SubPort': '1.0',
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Subnet': '1.1',
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:                                                      'Trunk': '1.1'}}
Apr 11 17:19:13.739968 dv-cinder-784779-4-iscsi neutron-server[85151]:  {{(pid=85267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 11 17:19:13.757783 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5ae9b8e3-1834-4f8f-894e-f888caea3766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:13.802917 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] Router a3ad2c88-1e1b-417e-947c-d800526216bf is scheduled to L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 with binding_index 1 {{(pid=85264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 11 17:19:13.812332 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-df14ea30-67a3-496f-a964-007e78677e7d tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Network bcab040b-6e8c-46fa-bfb5-9be724a5cb14 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:19:13.813631 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] Attempting to bind port 07c83e8e-0bec-4494-ba18-9a0ff74c157f on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:19:13.817959 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-df14ea30-67a3-496f-a964-007e78677e7d tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:19:13.820886 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-df14ea30-67a3-496f-a964-007e78677e7d tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:19:13.829108 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-df14ea30-67a3-496f-a964-007e78677e7d tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:13.829817 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-df14ea30-67a3-496f-a964-007e78677e7d tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:13.835202 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] Attempting to bind port 07c83e8e-0bec-4494-ba18-9a0ff74c157f by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:19:13.835612 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] Attempting to bind port 07c83e8e-0bec-4494-ba18-9a0ff74c157f on network 25e26079-4f70-47ba-b0dc-8350ca691b81 {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:19:13.846354 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:19:13.846765 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] Checking segment: {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:19:13.847212 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:13.847647 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] Bound using segment: {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:19:13.848223 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] Bound port: 07c83e8e-0bec-4494-ba18-9a0ff74c157f, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:19:13.848697 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:13.975652 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-66a15b1d-cc19-4456-8df0-73e9bd7780f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:13.991985 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] For port 07c83e8e-0bec-4494-ba18-9a0ff74c157f, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:19:13.997013 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] For port 07c83e8e-0bec-4494-ba18-9a0ff74c157f, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=07c83e8e-0bec-4494-ba18-9a0ff74c157f,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:19:14.003273 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:14.005334 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5f38dd61-9de9-4ba9-b355-3ca00284ad91 req-d8e50dc2-b8ee-4c52-adef-294b08faf50a tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7534256
Apr 11 17:19:14.049599 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-e3956b31-e728-41a0-810d-e5306798ab60 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.8596957
Apr 11 17:19:14.050334 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-66a15b1d-cc19-4456-8df0-73e9bd7780f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:14.123725 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-cf7753b2-b205-4b9e-8bc5-53005881a686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:14.157808 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-66a15b1d-cc19-4456-8df0-73e9bd7780f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a9fc68eb1d034c95adb2b3a2bc5cce11&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6078057
Apr 11 17:19:14.165179 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a15b1d-cc19-4456-8df0-73e9bd7780f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeeacc62-ddee-4e0c-af8e-1038ca60d8c8,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:14.186669 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-66a15b1d-cc19-4456-8df0-73e9bd7780f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:14.202041 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 45792) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:14.206982 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-b34effe7-c1e1-4713-9152-5667925b03aa tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=85265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 11 17:19:14.208416 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-b34effe7-c1e1-4713-9152-5667925b03aa tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0910206
Apr 11 17:19:14.221277 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-dfcb41ff-1a96-4ecc-8380-8bd4a9b8b9a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:14.347890 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c75f8e2a-e8d1-4f8b-8a9d-551a48fce4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:14.352234 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9b8e3-1834-4f8f-894e-f888caea3766 None None] Pushing event updated for resources: {'Port': ['ID=07c83e8e-0bec-4494-ba18-9a0ff74c157f,revision_number=3']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:14.372941 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5ae9b8e3-1834-4f8f-894e-f888caea3766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:14.411568 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c75f8e2a-e8d1-4f8b-8a9d-551a48fce4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:14.438952 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] Routers {'38177bda-7d49-4ffe-93e3-2e01a9b56183'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:19:14.442018 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22668e9198>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:19:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['38177bda-7d49-4ffe-93e3-2e01a9b56183'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:19:14.487035 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c75f8e2a-e8d1-4f8b-8a9d-551a48fce4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:14.521451 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-61a74052-6f8f-4b95-ae9c-6ce2dbe403a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:14.549027 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f8e2a-e8d1-4f8b-8a9d-551a48fce4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeeacc62-ddee-4e0c-af8e-1038ca60d8c8,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:14.560814 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c75f8e2a-e8d1-4f8b-8a9d-551a48fce4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:14.562075 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c75f8e2a-e8d1-4f8b-8a9d-551a48fce4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:14.563625 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-c75f8e2a-e8d1-4f8b-8a9d-551a48fce4b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eeeacc62-ddee-4e0c-af8e-1038ca60d8c8 HTTP/1.1" status: 204  len: 168 time: 0.3538439
Apr 11 17:19:14.634590 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-f022a9e9-7eea-4e55-ba8e-e95b74a72709 admin admin] Allocated IP 172.20.0.1 (6d07600c-54c6-4d19-b4b0-98bb107e0071/366c0678-a15a-4f72-a34e-cf6cad6c7b77/3bb279e5-e880-465b-8a08-6f111da87baf) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:19:14.639683 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0c88f840-d5af-4368-a161-2bece1a9637e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:14.647329 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0c88f840-d5af-4368-a161-2bece1a9637e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:14.693623 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:14.735387 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-0c88f840-d5af-4368-a161-2bece1a9637e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=062e224cd16248f6ae3149edcc3b664a&name=default HTTP/1.1" status: 200  len: 2978 time: 3.0473356
Apr 11 17:19:14.736797 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 45804) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:14.740475 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88f840-d5af-4368-a161-2bece1a9637e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3b53d8-3874-411e-bd81-8c0309a8a71e,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:14.746252 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-0c88f840-d5af-4368-a161-2bece1a9637e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:14.998181 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-df14ea30-67a3-496f-a964-007e78677e7d tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.7795019
Apr 11 17:19:15.003876 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:19:15.018144 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] Sync routers for ids ['a3ad2c88-1e1b-417e-947c-d800526216bf'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:19:15.050780 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] Routers {'a3ad2c88-1e1b-417e-947c-d800526216bf'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:19:15.057763 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226534bc18>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:19:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['a3ad2c88-1e1b-417e-947c-d800526216bf'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:19:15.080827 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] Set router 38177bda-7d49-4ffe-93e3-2e01a9b56183 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:19:15.096150 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-01cd4bf8-9cdb-497b-8645-fd1b41a63a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:15.133855 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] Notify callbacks [] for router, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:15.140203 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-5e9212e2-fc96-4feb-bb1f-437bb8feab02 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 13.1578870
Apr 11 17:19:15.144366 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 45812) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:15.205217 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-01cd4bf8-9cdb-497b-8645-fd1b41a63a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:15.396908 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f022a9e9-7eea-4e55-ba8e-e95b74a72709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:15.510584 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:19:15.530881 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] Set router a3ad2c88-1e1b-417e-947c-d800526216bf gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:19:15.606634 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-f022a9e9-7eea-4e55-ba8e-e95b74a72709 admin admin] Transition to ACTIVE for port object 3bb279e5-e880-465b-8a08-6f111da87baf will not be triggered until provisioned by entity DHCP. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:19:15.715265 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-01cd4bf8-9cdb-497b-8645-fd1b41a63a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:15.765067 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-88a8ae8a-e9e1-44f0-a722-624767f3d763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:15.862257 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd4bf8-9cdb-497b-8645-fd1b41a63a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3b53d8-3874-411e-bd81-8c0309a8a71e,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:15.867702 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-01cd4bf8-9cdb-497b-8645-fd1b41a63a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:15.868871 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-01cd4bf8-9cdb-497b-8645-fd1b41a63a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:15.875684 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-01cd4bf8-9cdb-497b-8645-fd1b41a63a32 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1b3b53d8-3874-411e-bd81-8c0309a8a71e HTTP/1.1" status: 204  len: 168 time: 1.1276925
Apr 11 17:19:15.879429 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f022a9e9-7eea-4e55-ba8e-e95b74a72709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:15.909023 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75b705-fb6e-4a06-af9f-1daf6a1ed777 req-b233743b-b7ec-47ea-a51e-396ec7bde619 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:15.924980 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3c75b705-fb6e-4a06-af9f-1daf6a1ed777 req-b233743b-b7ec-47ea-a51e-396ec7bde619 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea787a5b-8827-4618-b29b-fd0111ec4089 HTTP/1.1" status: 200  len: 931 time: 0.5504282
Apr 11 17:19:16.021122 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226534bc18>, [{'id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'name': 'tempest-AttachVolumeShelveTestJSON-937382955-router', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:07Z', 'revision_number': 3, 'project_id': '29460390dfea45e8a17222990e169b8c', 'gw_port': {'id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:19:16.030744 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] Checking router: a3ad2c88-1e1b-417e-947c-d800526216bf for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:19:16.031949 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] Updating router a3ad2c88-1e1b-417e-947c-d800526216bf port 4461d3ff-ffd0-4c7a-9144-03cf3600c394 binding host dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 11 17:19:16.053549 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] Router 4b0f64f9-f5f1-4d6e-a310-55e4efea72dc is scheduled to L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 with binding_index 1 {{(pid=85264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 11 17:19:16.111506 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22668e9198>, [{'id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'name': 'tempest-AttachVolumeTestJSON-65746940-router', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:06Z', 'revision_number': 3, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'gw_port': {'id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:19:16.123840 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613043b8-900a-4432-9be2-5bb1d4470a43 None None] The sync data for ids ['38177bda-7d49-4ffe-93e3-2e01a9b56183'] in dv-cinder-784779-4-iscsi is: [{'id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'name': 'tempest-AttachVolumeTestJSON-65746940-router', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:06Z', 'revision_number': 3, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'gw_port': {'id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:19:16.169415 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:16.289044 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71a687-aac1-4bed-a0f5-e80e38692c8a req-95defc14-e3d3-459b-8bd5-799bdf00c9e4 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:16.300395 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0d71a687-aac1-4bed-a0f5-e80e38692c8a req-95defc14-e3d3-459b-8bd5-799bdf00c9e4 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/ports?device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 932 time: 2.2744076
Apr 11 17:19:16.309185 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e3956b31-e728-41a0-810d-e5306798ab60 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:16.548852 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] Request body: {'port': {'device_id': 'ea787a5b-8827-4618-b29b-fd0111ec4089', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:16.706256 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022a9e9-7eea-4e55-ba8e-e95b74a72709 admin admin] Pushing event updated for resources: {'Port': ['ID=3bb279e5-e880-465b-8a08-6f111da87baf,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:16.724572 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f022a9e9-7eea-4e55-ba8e-e95b74a72709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:16.745507 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3c75b705-fb6e-4a06-af9f-1daf6a1ed777 req-28a7cdee-a8bc-41c0-b0e9-32ce75f87b34 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8195660
Apr 11 17:19:16.834743 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f022a9e9-7eea-4e55-ba8e-e95b74a72709 admin admin] Network 6d07600c-54c6-4d19-b4b0-98bb107e0071 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:19:16.842607 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-f022a9e9-7eea-4e55-ba8e-e95b74a72709 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:19:16.854264 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f022a9e9-7eea-4e55-ba8e-e95b74a72709 admin admin] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:19:16.854675 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f022a9e9-7eea-4e55-ba8e-e95b74a72709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854327000'] for router_interface, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:17.017147 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:19:17.027728 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 45842) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:17.033284 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] Sync routers for ids ['4b0f64f9-f5f1-4d6e-a310-55e4efea72dc'] in dv-cinder-784779-4-iscsi {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:19:17.055264 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] Routers {'4b0f64f9-f5f1-4d6e-a310-55e4efea72dc'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:19:17.056124 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2266929048>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:19:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['4b0f64f9-f5f1-4d6e-a310-55e4efea72dc'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:19:17.068544 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:17.098587 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:17.126360 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] Transition to ACTIVE for port object 4461d3ff-ffd0-4c7a-9144-03cf3600c394 will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:19:17.144470 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:17.199796 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:17.645066 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] Notify callbacks [] for router, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:17.660760 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 15.1866403
Apr 11 17:19:17.678740 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 45854) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:17.697343 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] Request body: {'port': {'device_id': '72c07210-62cc-4daa-a8c8-fb86f5b09770', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:17.706999 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] Set router 4b0f64f9-f5f1-4d6e-a310-55e4efea72dc gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:19:17.869977 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-0d71a687-aac1-4bed-a0f5-e80e38692c8a req-2549772c-c14b-4afb-8384-24c8fdd4e14b tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Synchronizing usage tracker for tenant:f4346b7c530e435da20038e554efbb27 on resource:security_group {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:19:17.939428 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 07c83e8e-0bec-4494-ba18-9a0ff74c157f up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:19:18.079731 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d41c32cd-7174-4a6f-9dc6-5e996e89eb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:18.231663 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da958441-0d3f-4fae-83bd-1d9d3e8db953 None None] Pushing event updated for resources: {'Port': ['ID=4461d3ff-ffd0-4c7a-9144-03cf3600c394,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:18.251263 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-5d477844-1142-4227-92c5-73a6ad089783 None None] Provisioning for port 3bb279e5-e880-465b-8a08-6f111da87baf completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:19:18.270843 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-da958441-0d3f-4fae-83bd-1d9d3e8db953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.083s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:18.296722 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-5d477844-1142-4227-92c5-73a6ad089783 None None] Provisioning complete for port 3bb279e5-e880-465b-8a08-6f111da87baf triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:18.297313 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5d477844-1142-4227-92c5-73a6ad089783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:18.570814 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port 07c83e8e-0bec-4494-ba18-9a0ff74c157f completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:19:18.600691 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-0d71a687-aac1-4bed-a0f5-e80e38692c8a req-2549772c-c14b-4afb-8384-24c8fdd4e14b tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Unset dirty status for tenant:f4346b7c530e435da20038e554efbb27 on resource:security_group {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:19:18.602239 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0d71a687-aac1-4bed-a0f5-e80e38692c8a req-2549772c-c14b-4afb-8384-24c8fdd4e14b tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/security-groups?id=dadbc326-8ee2-48a4-8d4b-d64b51697efa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.2992582
Apr 11 17:19:18.613552 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 07c83e8e-0bec-4494-ba18-9a0ff74c157f triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:18.613992 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:18.624653 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2266929048>, [{'id': '4b0f64f9-f5f1-4d6e-a310-55e4efea72dc', 'name': 'tempest-ServerRescueNegativeTestJSON-1409699652-router', 'tenant_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b083d3a4-88ec-4f31-a16c-73041c916726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:10Z', 'revision_number': 3, 'project_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'gw_port': {'id': 'b083d3a4-88ec-4f31-a16c-73041c916726', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0f64f9-f5f1-4d6e-a310-55e4efea72dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:06Z', 'updated_at': '2021-04-11T17:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:19:18.638389 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] Checking router: 4b0f64f9-f5f1-4d6e-a310-55e4efea72dc for host: dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:19:18.638692 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] Updating router 4b0f64f9-f5f1-4d6e-a310-55e4efea72dc port b083d3a4-88ec-4f31-a16c-73041c916726 binding host dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 11 17:19:18.697401 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-5d477844-1142-4227-92c5-73a6ad089783 None None] Port 3bb279e5-e880-465b-8a08-6f111da87baf cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:19:18.767616 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:18.802553 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:18.843523 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] Attempting to bind port 4461d3ff-ffd0-4c7a-9144-03cf3600c394 on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:19:18.843954 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] Attempting to bind port 4461d3ff-ffd0-4c7a-9144-03cf3600c394 by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:19:18.844328 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] Attempting to bind port 4461d3ff-ffd0-4c7a-9144-03cf3600c394 on network 25e26079-4f70-47ba-b0dc-8350ca691b81 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:19:18.866462 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:19:18.866813 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] Checking segment: {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:19:18.867277 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:18.867720 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] Bound using segment: {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:19:18.868240 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] Bound port: 4461d3ff-ffd0-4c7a-9144-03cf3600c394, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:19:18.883428 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:19.130525 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] For port 4461d3ff-ffd0-4c7a-9144-03cf3600c394, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:19:19.134175 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] For port 4461d3ff-ffd0-4c7a-9144-03cf3600c394, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=4461d3ff-ffd0-4c7a-9144-03cf3600c394,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:19:19.150445 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:19.228097 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:19.295328 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-d41c32cd-7174-4a6f-9dc6-5e996e89eb8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:19.297646 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 45880) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:19.300124 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f022a9e9-7eea-4e55-ba8e-e95b74a72709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:19.387421 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da958441-0d3f-4fae-83bd-1d9d3e8db953 None None] Pushing event updated for resources: {'Port': ['ID=4461d3ff-ffd0-4c7a-9144-03cf3600c394,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:19.395307 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-da958441-0d3f-4fae-83bd-1d9d3e8db953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:19.429063 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-d41c32cd-7174-4a6f-9dc6-5e996e89eb8b admin admin] Usage tracker for resource:security_group_rule and tenant:d138de166eb04f73b4538d5dfc381fa6 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:19.432410 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.db.resource_extend [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 11 17:19:19.469247 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-d41c32cd-7174-4a6f-9dc6-5e996e89eb8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:19.526071 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-d41c32cd-7174-4a6f-9dc6-5e996e89eb8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:19.570179 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:19.621437 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] For port 07c83e8e-0bec-4494-ba18-9a0ff74c157f, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=07c83e8e-0bec-4494-ba18-9a0ff74c157f,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:19:19.636196 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:19.682199 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-43ed191a-69d2-4f1d-b237-68c934c8a7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:19.891066 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] Notify callbacks [] for port, precommit_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:19.933251 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfe196-10ca-4673-b374-5d165255081c req-49191b62-d5a6-483a-b568-7d54f93cd7c9 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:19.944005 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-68dfe196-10ca-4673-b374-5d165255081c req-49191b62-d5a6-483a-b568-7d54f93cd7c9 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea787a5b-8827-4618-b29b-fd0111ec4089 HTTP/1.1" status: 200  len: 931 time: 1.0004394
Apr 11 17:19:19.953825 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] Transition to ACTIVE for port object b083d3a4-88ec-4f31-a16c-73041c916726 will not be triggered until provisioned by entity L2. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:19:19.967809 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Pushing event updated for resources: {'Port': ['ID=07c83e8e-0bec-4494-ba18-9a0ff74c157f,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:19.975852 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:19.977257 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:19.984155 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe92256-fd45-4cd8-8755-7daeb2e00012 {{(pid=85265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:19:20.025341 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] Routers {'a3ad2c88-1e1b-417e-947c-d800526216bf'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:19:20.026049 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226534bc18>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:19:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['a3ad2c88-1e1b-417e-947c-d800526216bf'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:19:20.050413 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-604f54bd-5d43-4738-9a92-98c689127f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:20.169183 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-68dfe196-10ca-4673-b374-5d165255081c req-be7732ff-5d67-41f1-b2e8-28c308a22171 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1875832
Apr 11 17:19:20.171256 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:20.226214 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-604f54bd-5d43-4738-9a92-98c689127f23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:20.241629 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-604f54bd-5d43-4738-9a92-98c689127f23 admin admin] Usage tracker for resource:security_group_rule and tenant:9855945442124ba9b75463e9adfda33c is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:20.248042 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-604f54bd-5d43-4738-9a92-98c689127f23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:20.253748 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-dfcb41ff-1a96-4ecc-8380-8bd4a9b8b9a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:20.255566 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-604f54bd-5d43-4738-9a92-98c689127f23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:20.444823 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-604f54bd-5d43-4738-9a92-98c689127f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:20.460820 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8a87e-d34e-4029-ae75-8c93272e4221 None None] Pushing event updated for resources: {'Port': ['ID=b083d3a4-88ec-4f31-a16c-73041c916726,revision_number=2']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:20.480745 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-604f54bd-5d43-4738-9a92-98c689127f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:20.481986 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] Transition to ACTIVE for port object 6fe92256-fd45-4cd8-8755-7daeb2e00012 will not be triggered until provisioned by entity L2. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:19:20.483406 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-99a8a87e-d34e-4029-ae75-8c93272e4221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:20.517129 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-19367fd3-a28a-4c51-b626-a9d94ee70cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:20.525509 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:20.557358 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] Attempting to bind port b083d3a4-88ec-4f31-a16c-73041c916726 on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:19:20.557873 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] Attempting to bind port b083d3a4-88ec-4f31-a16c-73041c916726 by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:19:20.559319 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] Attempting to bind port b083d3a4-88ec-4f31-a16c-73041c916726 on network 25e26079-4f70-47ba-b0dc-8350ca691b81 {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:19:20.583625 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:19:20.587327 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] Checking segment: {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:19:20.587895 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:20.588409 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] Bound using segment: {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:19:20.589321 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] Bound port: b083d3a4-88ec-4f31-a16c-73041c916726, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:19:20.590048 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:20.627243 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] Set router a3ad2c88-1e1b-417e-947c-d800526216bf gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:19:20.826315 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] For port b083d3a4-88ec-4f31-a16c-73041c916726, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:19:20.834286 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 040cc64f-42ad-4820-96f5-d68485920dc9 {{(pid=85264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:19:20.836468 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] For port b083d3a4-88ec-4f31-a16c-73041c916726, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=b083d3a4-88ec-4f31-a16c-73041c916726,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:19:20.842203 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-801064b8-239a-4809-8973-632fc9f0d235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:20.848193 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:20.907051 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-604f54bd-5d43-4738-9a92-98c689127f23 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9855945442124ba9b75463e9adfda33c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5392344
Apr 11 17:19:20.908118 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f54bd-5d43-4738-9a92-98c689127f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86761cb6-d999-49ed-a845-0674db0f8810,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:20.910999 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 45906) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:20.921040 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:20.940660 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] Transition to ACTIVE for port object 040cc64f-42ad-4820-96f5-d68485920dc9 will not be triggered until provisioned by entity L2. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:19:20.942471 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-99a8a87e-d34e-4029-ae75-8c93272e4221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:20.949792 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-604f54bd-5d43-4738-9a92-98c689127f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:20.956696 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-73d0e23f-3c2b-402a-8bc0-feaad6f7fd68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:20.962976 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:21.172258 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8a87e-d34e-4029-ae75-8c93272e4221 None None] Pushing event updated for resources: {'Port': ['ID=b083d3a4-88ec-4f31-a16c-73041c916726,revision_number=3']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:21.178013 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-99a8a87e-d34e-4029-ae75-8c93272e4221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:21.185728 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226534bc18>, [{'id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'name': 'tempest-AttachVolumeShelveTestJSON-937382955-router', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:07Z', 'revision_number': 3, 'project_id': '29460390dfea45e8a17222990e169b8c', 'gw_port': {'id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:19:21.188662 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d41c32cd-7174-4a6f-9dc6-5e996e89eb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:21.197419 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165776c9-596d-48a3-bf29-3be7705eb10b None None] The sync data for ids ['a3ad2c88-1e1b-417e-947c-d800526216bf'] in dv-cinder-784779-4-iscsi is: [{'id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'name': 'tempest-AttachVolumeShelveTestJSON-937382955-router', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:07Z', 'revision_number': 3, 'project_id': '29460390dfea45e8a17222990e169b8c', 'gw_port': {'id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:19:21.229007 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] Routers {'4b0f64f9-f5f1-4d6e-a310-55e4efea72dc'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:19:21.229842 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2266929048>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:19:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['4b0f64f9-f5f1-4d6e-a310-55e4efea72dc'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:19:21.285606 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-33246dc5-2286-4184-a26c-eb0c936e0d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:21.287518 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d41c32cd-7174-4a6f-9dc6-5e996e89eb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:21.421928 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-758b5cde-5a1c-413a-8523-ab15f3f41226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:21.550910 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] Set router 4b0f64f9-f5f1-4d6e-a310-55e4efea72dc gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:19:21.567473 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe92256-fd45-4cd8-8755-7daeb2e00012,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:21.587017 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-801064b8-239a-4809-8973-632fc9f0d235 admin admin] Allocated IP 172.20.0.1 (7a796639-a912-42cf-b262-8ecc2c9af48b/5ae25664-a4e8-4c35-9626-880cdfd5329a/922e0f76-77c3-4bd4-aeac-876e1474f710) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:19:21.602035 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:21.602507 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:21.637170 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-33246dc5-2286-4184-a26c-eb0c936e0d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:21.649775 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c32cd-7174-4a6f-9dc6-5e996e89eb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd612d9-fe29-4e98-881e-c7a9df174115,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:21.672028 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d41c32cd-7174-4a6f-9dc6-5e996e89eb8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:21.679274 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] Attempting to bind port 6fe92256-fd45-4cd8-8755-7daeb2e00012 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:19:21.679734 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] Attempting to bind port 6fe92256-fd45-4cd8-8755-7daeb2e00012 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'b949748e-d732-4feb-9db4-3e6c74ae4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14'}] {{(pid=85265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:19:21.680021 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] Attempting to bind port 6fe92256-fd45-4cd8-8755-7daeb2e00012 on network bcab040b-6e8c-46fa-bfb5-9be724a5cb14 {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:19:21.705933 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.db.resource_extend [None req-f022a9e9-7eea-4e55-ba8e-e95b74a72709 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 11 17:19:21.726966 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-d41c32cd-7174-4a6f-9dc6-5e996e89eb8b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d138de166eb04f73b4538d5dfc381fa6&name=default HTTP/1.1" status: 200  len: 2979 time: 4.5675280
Apr 11 17:19:21.747842 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] Port 6fe92256-fd45-4cd8-8755-7daeb2e00012 on network bcab040b-6e8c-46fa-bfb5-9be724a5cb14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 11 17:19:21.752593 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] Attempting to bind port 6fe92256-fd45-4cd8-8755-7daeb2e00012 on network bcab040b-6e8c-46fa-bfb5-9be724a5cb14 {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:19:21.781940 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 45920) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:21.785607 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] Checking agent: {'id': 'ff222714-fd65-43da-9d5f-2c6b0dd417d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'started_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:19:21.786099 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] Checking segment: {'id': 'b949748e-d732-4feb-9db4-3e6c74ae4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:19:21.787039 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] Bound using segment: {'id': 'b949748e-d732-4feb-9db4-3e6c74ae4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14'} {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:19:21.787673 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] Bound port: 6fe92256-fd45-4cd8-8755-7daeb2e00012, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b949748e-d732-4feb-9db4-3e6c74ae4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14'}}] {{(pid=85265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:19:21.790206 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:21.827272 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f022a9e9-7eea-4e55-ba8e-e95b74a72709 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:21.864052 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 07c83e8e-0bec-4494-ba18-9a0ff74c157f up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:19:21.903382 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-801064b8-239a-4809-8973-632fc9f0d235 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:21.919652 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f022a9e9-7eea-4e55-ba8e-e95b74a72709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:21.920205 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-801064b8-239a-4809-8973-632fc9f0d235 admin admin] Transition to ACTIVE for port object 922e0f76-77c3-4bd4-aeac-876e1474f710 will not be triggered until provisioned by entity DHCP. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:19:21.957074 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f022a9e9-7eea-4e55-ba8e-e95b74a72709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16292956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854326939'] for router_interface, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:21.961920 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 07c83e8e-0bec-4494-ba18-9a0ff74c157f triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:21.962349 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:21.980126 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-30b0f3a2-94e4-4017-9321-99a83676ccbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:22.022387 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-801064b8-239a-4809-8973-632fc9f0d235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:22.068573 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022a9e9-7eea-4e55-ba8e-e95b74a72709 admin admin] Pushing event updated for resources: {'Port': ['ID=3bb279e5-e880-465b-8a08-6f111da87baf,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:22.081355 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] Attempting to bind port 040cc64f-42ad-4820-96f5-d68485920dc9 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:19:22.081762 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] Attempting to bind port 040cc64f-42ad-4820-96f5-d68485920dc9 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '0b795892-78a7-4dc3-8884-2131f148608a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '603aab5e-6be6-40c6-a7c8-c55596c53497'}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:19:22.082130 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] Attempting to bind port 040cc64f-42ad-4820-96f5-d68485920dc9 on network 603aab5e-6be6-40c6-a7c8-c55596c53497 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:19:22.086510 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352efcb3-3158-488b-9a5d-ef13cd21a4c5 req-465f988e-1795-4d09-8057-9767b1f8a477 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:22.088330 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-352efcb3-3158-488b-9a5d-ef13cd21a4c5 req-465f988e-1795-4d09-8057-9767b1f8a477 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea787a5b-8827-4618-b29b-fd0111ec4089 HTTP/1.1" status: 200  len: 943 time: 0.7743287
Apr 11 17:19:22.096974 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f022a9e9-7eea-4e55-ba8e-e95b74a72709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:22.237538 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4098fa9-9018-484f-9e44-15d95bed7d97 req-3fb786ee-e6a8-4d88-b6b4-bdafebb2da12 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:22.245608 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b4098fa9-9018-484f-9e44-15d95bed7d97 req-3fb786ee-e6a8-4d88-b6b4-bdafebb2da12 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/ports?device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 944 time: 1.8336744
Apr 11 17:19:22.247732 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] Port 040cc64f-42ad-4820-96f5-d68485920dc9 on network 603aab5e-6be6-40c6-a7c8-c55596c53497 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 11 17:19:22.248272 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] Attempting to bind port 040cc64f-42ad-4820-96f5-d68485920dc9 on network 603aab5e-6be6-40c6-a7c8-c55596c53497 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:19:22.288878 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] Checking agent: {'id': 'ff222714-fd65-43da-9d5f-2c6b0dd417d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'started_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:19:22.289256 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] Checking segment: {'id': '0b795892-78a7-4dc3-8884-2131f148608a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '603aab5e-6be6-40c6-a7c8-c55596c53497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:19:22.289868 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] Bound using segment: {'id': '0b795892-78a7-4dc3-8884-2131f148608a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '603aab5e-6be6-40c6-a7c8-c55596c53497'} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:19:22.290388 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] Bound port: 040cc64f-42ad-4820-96f5-d68485920dc9, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b795892-78a7-4dc3-8884-2131f148608a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '603aab5e-6be6-40c6-a7c8-c55596c53497'}}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:19:22.290773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:22.367651 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2266929048>, [{'id': '4b0f64f9-f5f1-4d6e-a310-55e4efea72dc', 'name': 'tempest-ServerRescueNegativeTestJSON-1409699652-router', 'tenant_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b083d3a4-88ec-4f31-a16c-73041c916726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:10Z', 'revision_number': 3, 'project_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'gw_port': {'id': 'b083d3a4-88ec-4f31-a16c-73041c916726', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0f64f9-f5f1-4d6e-a310-55e4efea72dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:06Z', 'updated_at': '2021-04-11T17:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:19:22.373325 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0e73ef-7661-40e5-a6b1-8039db015948 None None] The sync data for ids ['4b0f64f9-f5f1-4d6e-a310-55e4efea72dc'] in dv-cinder-784779-4-iscsi is: [{'id': '4b0f64f9-f5f1-4d6e-a310-55e4efea72dc', 'name': 'tempest-ServerRescueNegativeTestJSON-1409699652-router', 'tenant_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b083d3a4-88ec-4f31-a16c-73041c916726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:10Z', 'revision_number': 3, 'project_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'gw_port': {'id': 'b083d3a4-88ec-4f31-a16c-73041c916726', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0f64f9-f5f1-4d6e-a310-55e4efea72dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:06Z', 'updated_at': '2021-04-11T17:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:19:22.387896 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] For port 040cc64f-42ad-4820-96f5-d68485920dc9, host hv-cinder-78477, cleared binding levels {{(pid=85264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:19:22.392230 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] For port 040cc64f-42ad-4820-96f5-d68485920dc9, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=040cc64f-42ad-4820-96f5-d68485920dc9,segment=NetworkSegment(0b795892-78a7-4dc3-8884-2131f148608a),segment_id=0b795892-78a7-4dc3-8884-2131f148608a)] {{(pid=85264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:19:22.415481 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-06b9b157-dc5d-4173-9d36-626e837ea0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:22.428524 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:22.436851 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] Pushing event updated for resources: {'Port': ['ID=040cc64f-42ad-4820-96f5-d68485920dc9,revision_number=2']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:22.440590 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801064b8-239a-4809-8973-632fc9f0d235 admin admin] Network 7a796639-a912-42cf-b262-8ecc2c9af48b is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:19:22.459741 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-801064b8-239a-4809-8973-632fc9f0d235 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:19:22.462559 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-352efcb3-3158-488b-9a5d-ef13cd21a4c5 req-d843995b-63aa-4aea-b308-4c1a188d2578 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3526154
Apr 11 17:19:22.466836 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-06b9b157-dc5d-4173-9d36-626e837ea0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:22.487738 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b4098fa9-9018-484f-9e44-15d95bed7d97 req-3d2d74d1-7e8d-4f39-8f52-eb08c0dbf751 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/security-groups?id=dadbc326-8ee2-48a4-8d4b-d64b51697efa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2411127
Apr 11 17:19:22.489379 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.067s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:22.490593 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:22.526196 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] For port 6fe92256-fd45-4cd8-8755-7daeb2e00012, host hv-cinder-78477, cleared binding levels {{(pid=85265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:19:22.551399 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-33246dc5-2286-4184-a26c-eb0c936e0d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:22.559028 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] For port 6fe92256-fd45-4cd8-8755-7daeb2e00012, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6fe92256-fd45-4cd8-8755-7daeb2e00012,segment=NetworkSegment(b949748e-d732-4feb-9db4-3e6c74ae4c7c),segment_id=b949748e-d732-4feb-9db4-3e6c74ae4c7c)] {{(pid=85265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:19:22.567557 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d41c32cd-7174-4a6f-9dc6-5e996e89eb8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:22.593288 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:22.614496 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33246dc5-2286-4184-a26c-eb0c936e0d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86761cb6-d999-49ed-a845-0674db0f8810,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:22.622757 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-06b9b157-dc5d-4173-9d36-626e837ea0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:22.623745 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-33246dc5-2286-4184-a26c-eb0c936e0d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:22.638182 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:22.769173 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-33246dc5-2286-4184-a26c-eb0c936e0d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:22.770497 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-33246dc5-2286-4184-a26c-eb0c936e0d65 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86761cb6-d999-49ed-a845-0674db0f8810 HTTP/1.1" status: 204  len: 168 time: 1.8473227
Apr 11 17:19:22.800306 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-06b9b157-dc5d-4173-9d36-626e837ea0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:22.801968 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-06b9b157-dc5d-4173-9d36-626e837ea0b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7cd612d9-fe29-4e98-881e-c7a9df174115 HTTP/1.1" status: 204  len: 168 time: 0.9791975
Apr 11 17:19:22.806320 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f022a9e9-7eea-4e55-ba8e-e95b74a72709 admin admin] Network 6d07600c-54c6-4d19-b4b0-98bb107e0071 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:19:22.812564 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-f022a9e9-7eea-4e55-ba8e-e95b74a72709 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:19:23.066116 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe92256-fd45-4cd8-8755-7daeb2e00012,revision_number=3']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:23.120228 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:23.121117 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.418s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:23.182735 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-2282a7ea-70dd-4fa8-8ee8-c4d971150d72 None None] Provisioning complete for port 3bb279e5-e880-465b-8a08-6f111da87baf triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:23.184470 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2282a7ea-70dd-4fa8-8ee8-c4d971150d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:23.193491 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9b157-dc5d-4173-9d36-626e837ea0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd612d9-fe29-4e98-881e-c7a9df174115,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:23.212883 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-06b9b157-dc5d-4173-9d36-626e837ea0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:23.294546 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:23.295396 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:23.297075 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] 10.222.0.37 "PUT /v2.0/ports/6fe92256-fd45-4cd8-8755-7daeb2e00012 HTTP/1.1" status: 200  len: 1093 time: 7.9639261
Apr 11 17:19:23.297628 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea787a5b-8827-4618-b29b-fd0111ec4089', 'tag': '6fe92256-fd45-4cd8-8755-7daeb2e00012'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:19:23.442368 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-2282a7ea-70dd-4fa8-8ee8-c4d971150d72 None None] Port 3bb279e5-e880-465b-8a08-6f111da87baf cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:19:23.635931 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 45972) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:23.654138 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f022a9e9-7eea-4e55-ba8e-e95b74a72709 admin admin] Router 38177bda-7d49-4ffe-93e3-2e01a9b56183 has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:19:23.686772 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801064b8-239a-4809-8973-632fc9f0d235 admin admin] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:19:23.687517 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-801064b8-239a-4809-8973-632fc9f0d235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854327000'] for router_interface, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:23.739332 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-352089ee-c02a-489d-a38e-4b05819c4e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:23.917057 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 4461d3ff-ffd0-4c7a-9144-03cf3600c394 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:19:23.994196 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-352089ee-c02a-489d-a38e-4b05819c4e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:24.029328 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port 4461d3ff-ffd0-4c7a-9144-03cf3600c394 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:19:24.034843 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 4461d3ff-ffd0-4c7a-9144-03cf3600c394 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:24.035386 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:24.070036 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dcfa4d5b-2950-422c-88c2-e5b8faef65f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:24.071186 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-352089ee-c02a-489d-a38e-4b05819c4e24 admin admin] Usage tracker for resource:security_group_rule and tenant:58eeb3bae9844c9c8daf82222d61b8ee is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:24.081679 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-352089ee-c02a-489d-a38e-4b05819c4e24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:24.098448 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-152d0fdc-835e-48b5-bc3c-a6d89fc955c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:24.100502 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-152d0fdc-835e-48b5-bc3c-a6d89fc955c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80a3dcdeb1834a4ea3e6d67248a3caaf&device_id=ea787a5b-8827-4618-b29b-fd0111ec4089 HTTP/1.1" status: 200  len: 1096 time: 0.7103899
Apr 11 17:19:24.174824 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-352089ee-c02a-489d-a38e-4b05819c4e24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:24.197730 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-07b4406d-902e-4c69-98f9-28b06bb5e7e8 None None] Provisioning for port 922e0f76-77c3-4bd4-aeac-876e1474f710 completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:19:24.205277 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:24.227136 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] For port 4461d3ff-ffd0-4c7a-9144-03cf3600c394, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=4461d3ff-ffd0-4c7a-9144-03cf3600c394,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:19:24.231067 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-07b4406d-902e-4c69-98f9-28b06bb5e7e8 None None] Provisioning complete for port 922e0f76-77c3-4bd4-aeac-876e1474f710 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:24.231690 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-07b4406d-902e-4c69-98f9-28b06bb5e7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:24.339917 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:24.346203 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device b083d3a4-88ec-4f31-a16c-73041c916726 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:19:24.361800 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801064b8-239a-4809-8973-632fc9f0d235 admin admin] Pushing event updated for resources: {'Port': ['ID=922e0f76-77c3-4bd4-aeac-876e1474f710,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:24.377332 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-352089ee-c02a-489d-a38e-4b05819c4e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:24.411455 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-9893edd6-1ab3-4f52-bce8-b30340f3e5d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6fe92256-fd45-4cd8-8755-7daeb2e00012 HTTP/1.1" status: 200  len: 217 time: 0.2994723
Apr 11 17:19:24.420464 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-352089ee-c02a-489d-a38e-4b05819c4e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:24.445385 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-645aa390-37d5-45b9-812c-831f8cee3b75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:24.521576 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] Pushing event updated for resources: {'Port': ['ID=040cc64f-42ad-4820-96f5-d68485920dc9,revision_number=3']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:24.540184 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-07b4406d-902e-4c69-98f9-28b06bb5e7e8 None None] Port 922e0f76-77c3-4bd4-aeac-876e1474f710 cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:19:24.548119 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Pushing event updated for resources: {'Port': ['ID=4461d3ff-ffd0-4c7a-9144-03cf3600c394,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:24.549380 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-5e0f43bd-18c0-42e3-870d-432b3f3083ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:24.550951 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-5e0f43bd-18c0-42e3-870d-432b3f3083ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a4a8256-b464-4f54-a3ed-b755f7feb772 HTTP/1.1" status: 200  len: 855 time: 0.1248116
Apr 11 17:19:24.551598 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:24.554448 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:24.556963 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-dcfa4d5b-2950-422c-88c2-e5b8faef65f1 admin admin] Allocated IP 172.20.0.1 (80f28fa7-36bb-4960-bba0-f581250796a5/2449f5f4-85cf-4114-8bd0-f3e8caf3301d/bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:19:24.562686 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:24.562923 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port b083d3a4-88ec-4f31-a16c-73041c916726 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:19:24.563377 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:24.564957 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] 10.222.0.37 "PUT /v2.0/ports/040cc64f-42ad-4820-96f5-d68485920dc9 HTTP/1.1" status: 200  len: 1094 time: 8.5022168
Apr 11 17:19:24.566939 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c07210-62cc-4daa-a8c8-fb86f5b09770', 'tag': '040cc64f-42ad-4820-96f5-d68485920dc9'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:19:24.569582 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port b083d3a4-88ec-4f31-a16c-73041c916726 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:24.570114 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:24.577758 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-352089ee-c02a-489d-a38e-4b05819c4e24 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=58eeb3bae9844c9c8daf82222d61b8ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9338434
Apr 11 17:19:24.587677 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b2e2e-d130-4b1b-89f9-30e13ff317b6 req-53e1495a-2a73-470b-b6cb-9d70aacd3b85 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:24.593669 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b22b2e2e-d130-4b1b-89f9-30e13ff317b6 req-53e1495a-2a73-470b-b6cb-9d70aacd3b85 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea787a5b-8827-4618-b29b-fd0111ec4089 HTTP/1.1" status: 200  len: 943 time: 0.6774831
Apr 11 17:19:24.597882 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 45990) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:24.620897 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f022a9e9-7eea-4e55-ba8e-e95b74a72709 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:19:24.650831 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] Sync routers for ids ['38177bda-7d49-4ffe-93e3-2e01a9b56183'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:19:24.667242 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] Routers {'38177bda-7d49-4ffe-93e3-2e01a9b56183'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:19:24.668850 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2265504198>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:19:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['38177bda-7d49-4ffe-93e3-2e01a9b56183'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:19:24.704475 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352089ee-c02a-489d-a38e-4b05819c4e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32fff00-5c54-480c-8163-0c068b65ca50,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:24.804539 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-352089ee-c02a-489d-a38e-4b05819c4e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:24.826111 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f022a9e9-7eea-4e55-ba8e-e95b74a72709 admin admin] 10.222.0.30 "PUT /v2.0/routers/38177bda-7d49-4ffe-93e3-2e01a9b56183/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.7727959
Apr 11 17:19:24.828617 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-e206c984-defe-46ad-b177-8d3c32876bf9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcab040b-6e8c-46fa-bfb5-9be724a5cb14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2317998
Apr 11 17:19:24.831534 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6c1d27bb-096a-4d1d-b9d9-37fb1aab09cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:24.840886 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.351s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:24.841467 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-df14ea30-67a3-496f-a964-007e78677e7d tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.591s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:24.841871 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-df14ea30-67a3-496f-a964-007e78677e7d tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:24.953236 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] Set router 38177bda-7d49-4ffe-93e3-2e01a9b56183 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:19:25.000177 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-889fa405-0ef7-433e-9547-01ed38d36a81 service neutron] 10.222.0.37 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1628449
Apr 11 17:19:25.007874 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b22b2e2e-d130-4b1b-89f9-30e13ff317b6 req-49f779ed-70b1-4a9e-b7e5-3689d9296db5 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3275449
Apr 11 17:19:25.117935 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-801064b8-239a-4809-8973-632fc9f0d235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:25.220207 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dcfa4d5b-2950-422c-88c2-e5b8faef65f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:25.297961 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc900d1-5f54-4808-9802-ebc5642de1a8 req-f65f3096-8d75-47da-ba7f-e753885be537 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:25.306112 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8cc900d1-5f54-4808-9802-ebc5642de1a8 req-f65f3096-8d75-47da-ba7f-e753885be537 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/ports?device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 944 time: 1.2861679
Apr 11 17:19:25.413759 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8cc900d1-5f54-4808-9802-ebc5642de1a8 req-b038d764-b493-4708-b253-9bccbf1a5c2a tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/security-groups?id=dadbc326-8ee2-48a4-8d4b-d64b51697efa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064973
Apr 11 17:19:25.489237 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-374008df-00e2-4225-b5ad-1e229324991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:25.490948 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-374008df-00e2-4225-b5ad-1e229324991d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4346b7c530e435da20038e554efbb27&device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 1097 time: 0.6526909
Apr 11 17:19:25.530892 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4ed68fb0-187e-457e-a1cf-9251358ad38f req-1d59baf1-4b90-477b-905c-d5d3dac5d851 service neutron] 10.222.0.37 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5219753
Apr 11 17:19:25.539669 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea787a5b-8827-4618-b29b-fd0111ec4089', 'tag': '6fe92256-fd45-4cd8-8755-7daeb2e00012', 'status': 'completed', 'code': 200}
Apr 11 17:19:25.555303 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6c1d27bb-096a-4d1d-b9d9-37fb1aab09cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:25.744188 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-24288e09-f164-4aaf-aa6e-2cfe407036c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=040cc64f-42ad-4820-96f5-d68485920dc9 HTTP/1.1" status: 200  len: 217 time: 0.2124302
Apr 11 17:19:25.746110 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a0032-6ebc-453e-a7eb-48b38688e8f9 req-f78f1beb-b275-4d94-aac8-60960788cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:25.750821 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-455a0032-6ebc-453e-a7eb-48b38688e8f9 req-f78f1beb-b275-4d94-aac8-60960788cd8d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80a3dcdeb1834a4ea3e6d67248a3caaf&device_id=ea787a5b-8827-4618-b29b-fd0111ec4089 HTTP/1.1" status: 200  len: 1096 time: 0.1582487
Apr 11 17:19:25.759554 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6c1d27bb-096a-4d1d-b9d9-37fb1aab09cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:25.806699 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:25.852966 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] For port b083d3a4-88ec-4f31-a16c-73041c916726, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=b083d3a4-88ec-4f31-a16c-73041c916726,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:19:25.857139 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:25.882393 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:25.960277 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c07210-62cc-4daa-a8c8-fb86f5b09770', 'tag': '040cc64f-42ad-4820-96f5-d68485920dc9', 'status': 'completed', 'code': 200}
Apr 11 17:19:25.995385 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Pushing event updated for resources: {'Port': ['ID=b083d3a4-88ec-4f31-a16c-73041c916726,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:26.004659 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dcfa4d5b-2950-422c-88c2-e5b8faef65f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:26.009453 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:26.012281 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2265504198>, [{'id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'name': 'tempest-AttachVolumeTestJSON-65746940-router', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:18Z', 'revision_number': 4, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'gw_port': {'id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '3bb279e5-e880-465b-8a08-6f111da87baf', 'name': '', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'mac_address': 'fa:16:3e:45:f6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:13Z', 'updated_at': '2021-04-11T17:19:20Z', 'revision_number': 2, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'subnets': [{'id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:19:26.023423 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] Checking router: 38177bda-7d49-4ffe-93e3-2e01a9b56183 for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:19:26.024375 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] Updating router 38177bda-7d49-4ffe-93e3-2e01a9b56183 port 3bb279e5-e880-465b-8a08-6f111da87baf binding host dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 11 17:19:26.050599 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a0032-6ebc-453e-a7eb-48b38688e8f9 req-79f30d91-28dd-49f3-87bb-7eff53ea6ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:26.052391 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-455a0032-6ebc-453e-a7eb-48b38688e8f9 req-79f30d91-28dd-49f3-87bb-7eff53ea6ac7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bcab040b-6e8c-46fa-bfb5-9be724a5cb14 HTTP/1.1" status: 200  len: 916 time: 0.2946081
Apr 11 17:19:26.053079 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 46036) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:26.057683 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c75f8e2a-e8d1-4f8b-8a9d-551a48fce4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:26.084118 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 4461d3ff-ffd0-4c7a-9144-03cf3600c394 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:19:26.137321 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f97a6625-7b3a-4bce-844c-e78df81c0e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:26.174842 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-455a0032-6ebc-453e-a7eb-48b38688e8f9 req-a12106b9-a55b-4257-8f91-ca7ed57433a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6fe92256-fd45-4cd8-8755-7daeb2e00012 HTTP/1.1" status: 200  len: 217 time: 0.1031280
Apr 11 17:19:26.179451 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d27bb-096a-4d1d-b9d9-37fb1aab09cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32fff00-5c54-480c-8163-0c068b65ca50,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:26.187448 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-6c1d27bb-096a-4d1d-b9d9-37fb1aab09cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:26.189465 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6c1d27bb-096a-4d1d-b9d9-37fb1aab09cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:26.191547 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-6c1d27bb-096a-4d1d-b9d9-37fb1aab09cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c32fff00-5c54-480c-8163-0c068b65ca50 HTTP/1.1" status: 204  len: 168 time: 1.5731058
Apr 11 17:19:26.278252 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:26.281555 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 4461d3ff-ffd0-4c7a-9144-03cf3600c394 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:26.282179 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:26.310623 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:26.357832 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa4d5b-2950-422c-88c2-e5b8faef65f1 admin admin] Pushing event updated for resources: {'Port': ['ID=bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:26.379994 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-dcfa4d5b-2950-422c-88c2-e5b8faef65f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:26.386899 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-1b0a1c73-a717-4c53-8713-ce7c76ff98ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:26.388601 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-1b0a1c73-a717-4c53-8713-ce7c76ff98ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b9c0842-2e3e-4be8-85b1-0eee75333554 HTTP/1.1" status: 200  len: 851 time: 0.6314621
Apr 11 17:19:26.472101 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a0032-6ebc-453e-a7eb-48b38688e8f9 req-0c209945-e449-4bde-90c5-71107334fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:26.475728 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-455a0032-6ebc-453e-a7eb-48b38688e8f9 req-0c209945-e449-4bde-90c5-71107334fc66 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a4a8256-b464-4f54-a3ed-b755f7feb772 HTTP/1.1" status: 200  len: 855 time: 0.2854867
Apr 11 17:19:26.630370 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-11d1cf46-24c7-4029-84ba-55a3d939baaa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=603aab5e-6be6-40c6-a7c8-c55596c53497&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1091988
Apr 11 17:19:26.654060 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-455a0032-6ebc-453e-a7eb-48b38688e8f9 req-8410a0b7-357e-4193-b03c-4856f5154bff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcab040b-6e8c-46fa-bfb5-9be724a5cb14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1660492
Apr 11 17:19:26.654852 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f0ef504e-3884-4b24-84e9-e05f50684305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:26.710235 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-f0ef504e-3884-4b24-84e9-e05f50684305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:26.718188 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-f0ef504e-3884-4b24-84e9-e05f50684305 admin admin] Usage tracker for resource:security_group_rule and tenant:732919b9fe52424884e9c30f41b0abeb is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:26.732237 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-f0ef504e-3884-4b24-84e9-e05f50684305 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:26.744042 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-f0ef504e-3884-4b24-84e9-e05f50684305 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:26.772020 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:26.786403 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] Transition to ACTIVE for port object 3bb279e5-e880-465b-8a08-6f111da87baf will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:19:26.797473 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:26.930902 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f0ef504e-3884-4b24-84e9-e05f50684305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:26.956518 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:27.041964 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 46062) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:27.154921 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f0ef504e-3884-4b24-84e9-e05f50684305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:27.213242 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-7597992b-dcf0-4198-b3cc-cac6cdfd228b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1598235106', 'description': 'tempest-description--1512358901'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:27.266697 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:27.302549 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f0ef504e-3884-4b24-84e9-e05f50684305 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=732919b9fe52424884e9c30f41b0abeb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2317138
Apr 11 17:19:27.306308 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-455a0032-6ebc-453e-a7eb-48b38688e8f9 req-ede77105-718c-4c38-bad5-65e4e5a9e799 service neutron] 10.222.0.37 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6087663
Apr 11 17:19:27.309298 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 46078) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:27.319629 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] Attempting to bind port 3bb279e5-e880-465b-8a08-6f111da87baf on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:19:27.320571 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef504e-3884-4b24-84e9-e05f50684305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efe6701-dc09-461b-9c02-19d9ab255836,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:27.334890 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f0ef504e-3884-4b24-84e9-e05f50684305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:27.340295 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-7597992b-dcf0-4198-b3cc-cac6cdfd228b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:27.341690 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] Attempting to bind port 3bb279e5-e880-465b-8a08-6f111da87baf by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': '40454cb1-b1a9-4aa3-a5ee-c66792ea66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:19:27.342324 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] Attempting to bind port 3bb279e5-e880-465b-8a08-6f111da87baf on network 6d07600c-54c6-4d19-b4b0-98bb107e0071 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:19:27.357344 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-b4bed40c-07c5-45bf-b91b-1958348432d7 service neutron] 10.222.0.37 "GET /v2.0/networks/603aab5e-6be6-40c6-a7c8-c55596c53497?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7166643
Apr 11 17:19:27.372512 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26adcc-9bec-4939-9095-490ada0c8627 None None] Pushing event updated for resources: {'Port': ['ID=3bb279e5-e880-465b-8a08-6f111da87baf,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:27.376247 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:19:27.376922 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] Checking segment: {'id': '40454cb1-b1a9-4aa3-a5ee-c66792ea66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:19:27.377888 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:27.378586 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] Bound using segment: {'id': '40454cb1-b1a9-4aa3-a5ee-c66792ea66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:19:27.379356 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] Bound port: 3bb279e5-e880-465b-8a08-6f111da87baf, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40454cb1-b1a9-4aa3-a5ee-c66792ea66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:19:27.380374 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:27.440141 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2dd2c-e3aa-41dc-b27b-980fcf71ee85 req-4d8e1c53-7cad-48f4-9d22-188c65170dfe tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:27.445795 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-09f2dd2c-e3aa-41dc-b27b-980fcf71ee85 req-4d8e1c53-7cad-48f4-9d22-188c65170dfe tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea787a5b-8827-4618-b29b-fd0111ec4089 HTTP/1.1" status: 200  len: 943 time: 1.1481590
Apr 11 17:19:27.446984 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-7597992b-dcf0-4198-b3cc-cac6cdfd228b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Usage tracker for resource:security_group and tenant:4744d33c997d404c90625352a9aecf4d is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:27.454292 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-7597992b-dcf0-4198-b3cc-cac6cdfd228b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:27.485438 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] For port 3bb279e5-e880-465b-8a08-6f111da87baf, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:19:27.489922 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] For port 3bb279e5-e880-465b-8a08-6f111da87baf, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=3bb279e5-e880-465b-8a08-6f111da87baf,segment=NetworkSegment(40454cb1-b1a9-4aa3-a5ee-c66792ea66eb),segment_id=40454cb1-b1a9-4aa3-a5ee-c66792ea66eb)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:19:27.490803 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.db.resource_extend [None req-801064b8-239a-4809-8973-632fc9f0d235 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 11 17:19:27.492999 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5b26adcc-9bec-4939-9095-490ada0c8627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:27.499145 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:27.508844 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-7597992b-dcf0-4198-b3cc-cac6cdfd228b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:27.580981 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-801064b8-239a-4809-8973-632fc9f0d235 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:27.601346 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-801064b8-239a-4809-8973-632fc9f0d235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:27.612390 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-801064b8-239a-4809-8973-632fc9f0d235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16292956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854326939'] for router_interface, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:27.617472 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-54ef826a-375f-4241-b8af-af1277fece08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:27.643110 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:27.651372 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-54ef826a-375f-4241-b8af-af1277fece08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:27.657171 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:27.720274 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-09f2dd2c-e3aa-41dc-b27b-980fcf71ee85 req-aecf7eab-67fc-48ee-bf4a-dacccd01b56f tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2626517
Apr 11 17:19:27.723518 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7597992b-dcf0-4198-b3cc-cac6cdfd228b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:27.733377 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-7597992b-dcf0-4198-b3cc-cac6cdfd228b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:27.737760 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-7597992b-dcf0-4198-b3cc-cac6cdfd228b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Usage tracker for resource:security_group_rule and tenant:4744d33c997d404c90625352a9aecf4d is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:27.741339 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-7597992b-dcf0-4198-b3cc-cac6cdfd228b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:27.746982 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfa4d5b-2950-422c-88c2-e5b8faef65f1 admin admin] Network 80f28fa7-36bb-4960-bba0-f581250796a5 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:19:27.748777 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-7597992b-dcf0-4198-b3cc-cac6cdfd228b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:27.754513 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26adcc-9bec-4939-9095-490ada0c8627 None None] Pushing event updated for resources: {'Port': ['ID=3bb279e5-e880-465b-8a08-6f111da87baf,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:27.762038 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5b26adcc-9bec-4939-9095-490ada0c8627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:27.777727 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801064b8-239a-4809-8973-632fc9f0d235 admin admin] Pushing event updated for resources: {'Port': ['ID=922e0f76-77c3-4bd4-aeac-876e1474f710,revision_number=2']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:27.792540 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-801064b8-239a-4809-8973-632fc9f0d235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:27.799462 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-dcfa4d5b-2950-422c-88c2-e5b8faef65f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:19:27.803063 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfa4d5b-2950-422c-88c2-e5b8faef65f1 admin admin] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:19:27.803576 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dcfa4d5b-2950-422c-88c2-e5b8faef65f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854327000'] for router_interface, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:27.851888 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] Routers {'38177bda-7d49-4ffe-93e3-2e01a9b56183'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:19:27.852748 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2265504198>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:19:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['38177bda-7d49-4ffe-93e3-2e01a9b56183'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:19:27.862929 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7597992b-dcf0-4198-b3cc-cac6cdfd228b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:27.875744 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-54ef826a-375f-4241-b8af-af1277fece08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:27.892795 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-dc07f9fb-f947-44f4-94e5-a648fea51c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:27.912500 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7597992b-dcf0-4198-b3cc-cac6cdfd228b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:27.979090 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef826a-375f-4241-b8af-af1277fece08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efe6701-dc09-461b-9c02-19d9ab255836,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:28.000046 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-54ef826a-375f-4241-b8af-af1277fece08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:28.017125 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-6c1d27bb-096a-4d1d-b9d9-37fb1aab09cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:28.088060 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eda3df83-6263-4bc7-92d6-60eaa769d437 req-2e15f97c-d20c-433b-856a-b383ca1cf6a4 service neutron] 10.222.0.37 "GET /v2.0/networks/603aab5e-6be6-40c6-a7c8-c55596c53497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7123311
Apr 11 17:19:28.100234 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf68d8-0ec3-40a3-b28f-8ce0d366e902 req-790b5ead-8011-4ac7-b76d-ec80d2e485f5 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:28.101929 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dfaf68d8-0ec3-40a3-b28f-8ce0d366e902 req-790b5ead-8011-4ac7-b76d-ec80d2e485f5 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/ports?device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 944 time: 0.8670530
Apr 11 17:19:28.113645 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597992b-dcf0-4198-b3cc-cac6cdfd228b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b14eee-a99f-49ca-bbdf-2de0f6d05678,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:28.138679 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-7597992b-dcf0-4198-b3cc-cac6cdfd228b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:28.143637 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-54ef826a-375f-4241-b8af-af1277fece08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:28.145250 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-54ef826a-375f-4241-b8af-af1277fece08 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8efe6701-dc09-461b-9c02-19d9ab255836 HTTP/1.1" status: 204  len: 168 time: 0.8072407
Apr 11 17:19:28.148291 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] Set router 38177bda-7d49-4ffe-93e3-2e01a9b56183 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:19:28.159811 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7597992b-dcf0-4198-b3cc-cac6cdfd228b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:28.165691 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-7597992b-dcf0-4198-b3cc-cac6cdfd228b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.0948277
Apr 11 17:19:28.168288 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 46096) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:28.173024 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-455a0032-6ebc-453e-a7eb-48b38688e8f9 req-bf60e017-24e2-4b40-89f0-be6f0b8859aa service neutron] 10.222.0.37 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7674189
Apr 11 17:19:28.187979 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-d47fa823-bd31-4cf2-b12a-abeaecf4db63 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Request body: {'security_group_rule': {'security_group_id': '20b14eee-a99f-49ca-bbdf-2de0f6d05678', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:28.203368 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-d47fa823-bd31-4cf2-b12a-abeaecf4db63 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:28.211443 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-d47fa823-bd31-4cf2-b12a-abeaecf4db63 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Usage tracker for resource:security_group_rule and tenant:4744d33c997d404c90625352a9aecf4d is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:28.220101 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-d47fa823-bd31-4cf2-b12a-abeaecf4db63 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:28.230953 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-d47fa823-bd31-4cf2-b12a-abeaecf4db63 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:28.271491 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d47fa823-bd31-4cf2-b12a-abeaecf4db63 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:28.285708 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device b083d3a4-88ec-4f31-a16c-73041c916726 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:19:28.438321 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dfaf68d8-0ec3-40a3-b28f-8ce0d366e902 req-b3e2f4b8-5e78-4fa5-afcc-7d8823f73fd7 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/security-groups?id=dadbc326-8ee2-48a4-8d4b-d64b51697efa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3268244
Apr 11 17:19:28.447453 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d47fa823-bd31-4cf2-b12a-abeaecf4db63 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:28.459322 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d47fa823-bd31-4cf2-b12a-abeaecf4db63 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:28.461706 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:28.498828 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fa823-bd31-4cf2-b12a-abeaecf4db63 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40d0d60-1c47-48ea-b545-703b82063c12,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:28.508652 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d47fa823-bd31-4cf2-b12a-abeaecf4db63 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:28.521128 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d47fa823-bd31-4cf2-b12a-abeaecf4db63 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:28.522788 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-d47fa823-bd31-4cf2-b12a-abeaecf4db63 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3441911
Apr 11 17:19:28.525497 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 46110) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:28.534277 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801064b8-239a-4809-8973-632fc9f0d235 admin admin] Network 7a796639-a912-42cf-b262-8ecc2c9af48b is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:19:28.541951 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-801064b8-239a-4809-8973-632fc9f0d235 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:19:28.544314 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-6a8e1f39-6639-48c5-b42c-3d1de7166fcf tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Request body: {'security_group_rule': {'security_group_id': '20b14eee-a99f-49ca-bbdf-2de0f6d05678', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:28.545559 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 6fe92256-fd45-4cd8-8755-7daeb2e00012 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:19:28.559079 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-6a8e1f39-6639-48c5-b42c-3d1de7166fcf tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:28.560786 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dcfa4d5b-2950-422c-88c2-e5b8faef65f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:28.563831 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-6a8e1f39-6639-48c5-b42c-3d1de7166fcf tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Usage tracker for resource:security_group_rule and tenant:4744d33c997d404c90625352a9aecf4d is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:28.567617 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-6a8e1f39-6639-48c5-b42c-3d1de7166fcf tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:28.574825 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-6a8e1f39-6639-48c5-b42c-3d1de7166fcf tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:28.597168 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6a8e1f39-6639-48c5-b42c-3d1de7166fcf tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:28.708160 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6a8e1f39-6639-48c5-b42c-3d1de7166fcf tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:28.711433 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6a8e1f39-6639-48c5-b42c-3d1de7166fcf tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:28.717467 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d47fa823-bd31-4cf2-b12a-abeaecf4db63 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:28.740107 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e1f39-6639-48c5-b42c-3d1de7166fcf tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17df7de-fd2b-4b95-99e6-09b8c06b98de,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:28.744232 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-6a8e1f39-6639-48c5-b42c-3d1de7166fcf tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:28.766857 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6a8e1f39-6639-48c5-b42c-3d1de7166fcf tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:28.768332 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-6a8e1f39-6639-48c5-b42c-3d1de7166fcf tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2415123
Apr 11 17:19:28.771628 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 46120) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:28.780844 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Request body: {'floatingip': {'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:28.790475 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:28.797876 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Usage tracker for resource:floatingip and tenant:4744d33c997d404c90625352a9aecf4d is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:28.802389 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:28.813011 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:28.825161 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for floatingip, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:29.100281 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e322bca-b8db-43aa-82ba-fb91d96b4847 req-cf7fa271-1e9f-4566-a0fb-4187909d3467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:29.102151 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8e322bca-b8db-43aa-82ba-fb91d96b4847 req-cf7fa271-1e9f-4566-a0fb-4187909d3467 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4346b7c530e435da20038e554efbb27&device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 1097 time: 0.9319005
Apr 11 17:19:29.192026 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 46130) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:29.193509 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:29.217419 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-596e269e-4e85-4358-a54e-f10fdab9837e None None] Provisioning complete for port 922e0f76-77c3-4bd4-aeac-876e1474f710 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:29.217850 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-596e269e-4e85-4358-a54e-f10fdab9837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:29.298559 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-70bbe34a-87be-498e-9df7-d9f81297cc69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:29.342233 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e3814-238f-424f-8152-8d259c2630b3 req-1be73cfd-2680-4eed-b29f-b4e8dd41ab80 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:29.346040 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port b083d3a4-88ec-4f31-a16c-73041c916726 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:29.346669 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:29.351367 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5e6e3814-238f-424f-8152-8d259c2630b3 req-1be73cfd-2680-4eed-b29f-b4e8dd41ab80 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea787a5b-8827-4618-b29b-fd0111ec4089 HTTP/1.1" status: 200  len: 943 time: 0.3752630
Apr 11 17:19:29.365340 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-70bbe34a-87be-498e-9df7-d9f81297cc69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:29.370105 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-70bbe34a-87be-498e-9df7-d9f81297cc69 admin admin] Usage tracker for resource:security_group_rule and tenant:3ca00f2f302d490c9820e00f1a7d7200 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:29.373936 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-70bbe34a-87be-498e-9df7-d9f81297cc69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:29.380549 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-70bbe34a-87be-498e-9df7-d9f81297cc69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:29.438649 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801064b8-239a-4809-8973-632fc9f0d235 admin admin] Router a3ad2c88-1e1b-417e-947c-d800526216bf has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:19:29.483858 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5e6e3814-238f-424f-8152-8d259c2630b3 req-359c9024-6ea1-4a99-b910-c541e81fbe0f tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308641
Apr 11 17:19:29.559371 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2265504198>, [{'id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'name': 'tempest-AttachVolumeTestJSON-65746940-router', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:18Z', 'revision_number': 4, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'gw_port': {'id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '3bb279e5-e880-465b-8a08-6f111da87baf', 'name': '', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'mac_address': 'fa:16:3e:45:f6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:13Z', 'updated_at': '2021-04-11T17:19:27Z', 'revision_number': 4, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'subnets': [{'id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:19:29.593795 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-596e269e-4e85-4358-a54e-f10fdab9837e None None] Port 922e0f76-77c3-4bd4-aeac-876e1474f710 cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:19:29.598802 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 6fe92256-fd45-4cd8-8755-7daeb2e00012, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6fe92256-fd45-4cd8-8755-7daeb2e00012,segment=NetworkSegment(b949748e-d732-4feb-9db4-3e6c74ae4c7c),segment_id=b949748e-d732-4feb-9db4-3e6c74ae4c7c)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:19:29.614030 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e322bca-b8db-43aa-82ba-fb91d96b4847 req-2f845976-95ad-4869-a57b-fa1818ac4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:29.615679 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8e322bca-b8db-43aa-82ba-fb91d96b4847 req-2f845976-95ad-4869-a57b-fa1818ac4883 service neutron] 10.222.0.37 "GET /v2.0/networks?id=603aab5e-6be6-40c6-a7c8-c55596c53497 HTTP/1.1" status: 200  len: 912 time: 0.4956980
Apr 11 17:19:29.617515 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1261c063-0124-41d8-8d3b-7a524c746173 None None] The sync data for ids ['38177bda-7d49-4ffe-93e3-2e01a9b56183'] in dv-cinder-784779-4-iscsi is: [{'id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'name': 'tempest-AttachVolumeTestJSON-65746940-router', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:18Z', 'revision_number': 4, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'gw_port': {'id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '3bb279e5-e880-465b-8a08-6f111da87baf', 'name': '', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'mac_address': 'fa:16:3e:45:f6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:13Z', 'updated_at': '2021-04-11T17:19:27Z', 'revision_number': 4, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'subnets': [{'id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:19:29.619623 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': '6fe92256-fd45-4cd8-8755-7daeb2e00012', 'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14', 'port_id': '6fe92256-fd45-4cd8-8755-7daeb2e00012', 'mac_address': 'fa:16:3e:7b:48:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4a8256-b464-4f54-a3ed-b755f7feb772', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:19:29.723706 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dcfa4d5b-2950-422c-88c2-e5b8faef65f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:29.734106 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Allocated IP 172.27.0.197 (25e26079-4f70-47ba-b0dc-8350ca691b81/cc27d420-6b5b-4cd9-be1f-976508ada296/62d37aed-eb0b-4537-bd6c-a0bb550baf29) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:19:29.787708 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:29.879004 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe92256-fd45-4cd8-8755-7daeb2e00012 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:19:29.925320 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 6fe92256-fd45-4cd8-8755-7daeb2e00012, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6fe92256-fd45-4cd8-8755-7daeb2e00012,segment=NetworkSegment(b949748e-d732-4feb-9db4-3e6c74ae4c7c),segment_id=b949748e-d732-4feb-9db4-3e6c74ae4c7c)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:19:29.934483 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:29.936495 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5b26adcc-9bec-4939-9095-490ada0c8627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:29.974243 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:30.037656 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 46148) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:30.044453 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=6fe92256-fd45-4cd8-8755-7daeb2e00012,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:30.051771 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:30.053954 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:30.079995 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:30.132885 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 3bb279e5-e880-465b-8a08-6f111da87baf up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:19:30.199421 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['6fe92256-fd45-4cd8-8755-7daeb2e00012'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:19:30.269615 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dcfa4d5b-2950-422c-88c2-e5b8faef65f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:30.280085 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8e322bca-b8db-43aa-82ba-fb91d96b4847 req-2368db0c-a5ab-4cc0-99c7-8b98dcb6df1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=040cc64f-42ad-4820-96f5-d68485920dc9 HTTP/1.1" status: 200  len: 217 time: 0.5806272
Apr 11 17:19:30.283288 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dcfa4d5b-2950-422c-88c2-e5b8faef65f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16292956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854326939'] for router_interface, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:30.294959 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Pushing event updated for resources: {'Port': ['ID=62d37aed-eb0b-4537-bd6c-a0bb550baf29,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:30.306815 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-dcfa4d5b-2950-422c-88c2-e5b8faef65f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:30.314650 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:30.378518 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-83041a82-8e55-4cb2-9175-750cb2a2f790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:30.431847 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-83041a82-8e55-4cb2-9175-750cb2a2f790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:30.461448 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port 3bb279e5-e880-465b-8a08-6f111da87baf completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:19:30.479226 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-70bbe34a-87be-498e-9df7-d9f81297cc69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:30.486437 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-83041a82-8e55-4cb2-9175-750cb2a2f790 admin admin] Usage tracker for resource:security_group_rule and tenant:19f0fe10f900430e9c3abbf18a071192 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:30.493449 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 040cc64f-42ad-4820-96f5-d68485920dc9 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:19:30.505384 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 3bb279e5-e880-465b-8a08-6f111da87baf triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:30.505384 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:30.521321 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-83041a82-8e55-4cb2-9175-750cb2a2f790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:30.524797 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-70bbe34a-87be-498e-9df7-d9f81297cc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:30.545050 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-604f54bd-5d43-4738-9a92-98c689127f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:30.580676 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-83041a82-8e55-4cb2-9175-750cb2a2f790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:30.586687 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbe34a-87be-498e-9df7-d9f81297cc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493b298f-b475-46c4-b5f4-b890a7ec34c2,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:30.595492 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-70bbe34a-87be-498e-9df7-d9f81297cc69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:30.613251 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Network 25e26079-4f70-47ba-b0dc-8350ca691b81 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:19:30.619095 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Resources bound (agent type, host, resource id):  {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:19:30.622363 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:19:30.635710 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa4d5b-2950-422c-88c2-e5b8faef65f1 admin admin] Pushing event updated for resources: {'Port': ['ID=bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d,revision_number=2']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:30.650604 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-70bbe34a-87be-498e-9df7-d9f81297cc69 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ca00f2f302d490c9820e00f1a7d7200&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4543960
Apr 11 17:19:30.684828 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfa4d5b-2950-422c-88c2-e5b8faef65f1 admin admin] Network 80f28fa7-36bb-4960-bba0-f581250796a5 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:19:30.686347 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801064b8-239a-4809-8973-632fc9f0d235 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:19:30.689187 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e322bca-b8db-43aa-82ba-fb91d96b4847 req-81ee239d-2f66-4962-b117-00583f7bc8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:30.690768 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8e322bca-b8db-43aa-82ba-fb91d96b4847 req-81ee239d-2f66-4962-b117-00583f7bc8e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b9c0842-2e3e-4be8-85b1-0eee75333554 HTTP/1.1" status: 200  len: 851 time: 0.3917952
Apr 11 17:19:30.691391 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 46158) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:30.692242 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-dcfa4d5b-2950-422c-88c2-e5b8faef65f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:30.698876 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] Sync routers for ids ['a3ad2c88-1e1b-417e-947c-d800526216bf'] in dv-cinder-784779-4-iscsi {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:19:30.717740 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] Routers {'a3ad2c88-1e1b-417e-947c-d800526216bf'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:19:30.718351 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22673d2208>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:19:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['a3ad2c88-1e1b-417e-947c-d800526216bf'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:19:30.719910 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-dcfa4d5b-2950-422c-88c2-e5b8faef65f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:19:30.757162 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-801064b8-239a-4809-8973-632fc9f0d235 admin admin] 10.222.0.30 "PUT /v2.0/routers/a3ad2c88-1e1b-417e-947c-d800526216bf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.5846939
Apr 11 17:19:30.803488 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:30.882539 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8e322bca-b8db-43aa-82ba-fb91d96b4847 req-d88e18c6-9675-4ad0-9b72-a2ed35698bbc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=603aab5e-6be6-40c6-a7c8-c55596c53497&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1136885
Apr 11 17:19:30.908802 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:30.988052 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:31.001994 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 040cc64f-42ad-4820-96f5-d68485920dc9, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=040cc64f-42ad-4820-96f5-d68485920dc9,segment=NetworkSegment(0b795892-78a7-4dc3-8884-2131f148608a),segment_id=0b795892-78a7-4dc3-8884-2131f148608a)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:19:31.061634 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] For port 3bb279e5-e880-465b-8a08-6f111da87baf, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=3bb279e5-e880-465b-8a08-6f111da87baf,segment=NetworkSegment(40454cb1-b1a9-4aa3-a5ee-c66792ea66eb),segment_id=40454cb1-b1a9-4aa3-a5ee-c66792ea66eb)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:19:31.063570 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': '040cc64f-42ad-4820-96f5-d68485920dc9', 'network_id': '603aab5e-6be6-40c6-a7c8-c55596c53497', 'port_id': '040cc64f-42ad-4820-96f5-d68485920dc9', 'mac_address': 'fa:16:3e:eb:9b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9c0842-2e3e-4be8-85b1-0eee75333554', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:19:31.113225 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] Set router a3ad2c88-1e1b-417e-947c-d800526216bf gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:19:31.125335 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:31.138464 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a27e4e8f-2379-434f-a128-39a14f1e170c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:31.197391 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf2f7b-6413-4e10-b058-204b14855ebd req-f2c463bd-136d-4dd7-8abe-844506ff73cc tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:31.205518 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a8bf2f7b-6413-4e10-b058-204b14855ebd req-f2c463bd-136d-4dd7-8abe-844506ff73cc tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/ports?device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 944 time: 1.0542736
Apr 11 17:19:31.233570 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:31.262739 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 040cc64f-42ad-4820-96f5-d68485920dc9 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:19:31.268804 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Pushing event updated for resources: {'Port': ['ID=3bb279e5-e880-465b-8a08-6f111da87baf,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:31.281579 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:31.293617 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 040cc64f-42ad-4820-96f5-d68485920dc9, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=040cc64f-42ad-4820-96f5-d68485920dc9,segment=NetworkSegment(0b795892-78a7-4dc3-8884-2131f148608a),segment_id=0b795892-78a7-4dc3-8884-2131f148608a)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:19:31.297161 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:31.299325 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:31.383579 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=040cc64f-42ad-4820-96f5-d68485920dc9,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:31.395065 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:31.422962 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a8bf2f7b-6413-4e10-b058-204b14855ebd req-23727b6b-6d8b-4cf5-9c49-14f3aa7825b4 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/security-groups?id=dadbc326-8ee2-48a4-8d4b-d64b51697efa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2074938
Apr 11 17:19:31.440544 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-76930a4c-2102-45b1-bd7e-2b3386465770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:31.499867 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['040cc64f-42ad-4820-96f5-d68485920dc9'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:19:31.517453 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-83041a82-8e55-4cb2-9175-750cb2a2f790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:31.531318 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-83041a82-8e55-4cb2-9175-750cb2a2f790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:31.536193 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-76930a4c-2102-45b1-bd7e-2b3386465770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:31.556127 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8e322bca-b8db-43aa-82ba-fb91d96b4847 req-9f723c27-cdbc-4ca4-acf4-c116018d6ff5 service neutron] 10.222.0.37 "GET /v2.0/networks/603aab5e-6be6-40c6-a7c8-c55596c53497?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5504470
Apr 11 17:19:31.560643 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfa4d5b-2950-422c-88c2-e5b8faef65f1 admin admin] Router 4b0f64f9-f5f1-4d6e-a310-55e4efea72dc has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:19:31.566489 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:31.584622 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-83041a82-8e55-4cb2-9175-750cb2a2f790 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19f0fe10f900430e9c3abbf18a071192&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5427203
Apr 11 17:19:31.585785 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 46170) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:31.714513 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf3b78-413b-4e3c-97a5-83890982224d req-141c84cd-74db-490f-9ae5-5f8a7d971134 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:31.723258 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-adaf3b78-413b-4e3c-97a5-83890982224d req-141c84cd-74db-490f-9ae5-5f8a7d971134 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea787a5b-8827-4618-b29b-fd0111ec4089 HTTP/1.1" status: 200  len: 944 time: 0.9747646
Apr 11 17:19:31.746377 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22673d2208>, [{'id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'name': 'tempest-AttachVolumeShelveTestJSON-937382955-router', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '29460390dfea45e8a17222990e169b8c', 'gw_port': {'id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '922e0f76-77c3-4bd4-aeac-876e1474f710', 'name': '', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'mac_address': 'fa:16:3e:53:8c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:21Z', 'updated_at': '2021-04-11T17:19:25Z', 'revision_number': 2, 'project_id': '29460390dfea45e8a17222990e169b8c', 'subnets': [{'id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:19:31.754997 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] Checking router: a3ad2c88-1e1b-417e-947c-d800526216bf for host: dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:19:31.755395 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] Updating router a3ad2c88-1e1b-417e-947c-d800526216bf port 922e0f76-77c3-4bd4-aeac-876e1474f710 binding host dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 11 17:19:31.786465 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-adaf3b78-413b-4e3c-97a5-83890982224d req-29c35ec5-0c9a-414e-8685-118152b23b14 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619891
Apr 11 17:19:31.795218 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83041a82-8e55-4cb2-9175-750cb2a2f790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69bf745-26c9-4ed4-b31d-35ed775d7eb1,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:31.827950 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-83041a82-8e55-4cb2-9175-750cb2a2f790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:31.905806 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:31.914674 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:31.937491 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:31.964698 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-59afb6ce-955f-485a-987d-eb28dae72950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:31.979138 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfa4d5b-2950-422c-88c2-e5b8faef65f1 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:19:32.005087 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-dcfa4d5b-2950-422c-88c2-e5b8faef65f1 admin admin] 10.222.0.30 "PUT /v2.0/routers/4b0f64f9-f5f1-4d6e-a310-55e4efea72dc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.3246596
Apr 11 17:19:32.009676 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] Sync routers for ids ['4b0f64f9-f5f1-4d6e-a310-55e4efea72dc'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:19:32.028951 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:32.079215 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] Routers {'4b0f64f9-f5f1-4d6e-a310-55e4efea72dc'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:19:32.079915 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226538ca90>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:19:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['4b0f64f9-f5f1-4d6e-a310-55e4efea72dc'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:19:32.083350 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-76930a4c-2102-45b1-bd7e-2b3386465770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:32.111429 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ce62ce34-0e08-424d-8d50-f87b8484bf5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:32.147096 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-59afb6ce-955f-485a-987d-eb28dae72950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:32.155661 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76930a4c-2102-45b1-bd7e-2b3386465770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493b298f-b475-46c4-b5f4-b890a7ec34c2,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:32.172876 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-76930a4c-2102-45b1-bd7e-2b3386465770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:32.181335 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-76930a4c-2102-45b1-bd7e-2b3386465770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:32.198616 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-76930a4c-2102-45b1-bd7e-2b3386465770 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/493b298f-b475-46c4-b5f4-b890a7ec34c2 HTTP/1.1" status: 204  len: 168 time: 1.4657698
Apr 11 17:19:32.206103 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8e322bca-b8db-43aa-82ba-fb91d96b4847 req-cf5275b7-92db-4b82-94e7-a9453377236c service neutron] 10.222.0.37 "GET /v2.0/networks/603aab5e-6be6-40c6-a7c8-c55596c53497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6354456
Apr 11 17:19:32.375908 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] Set router 4b0f64f9-f5f1-4d6e-a310-55e4efea72dc gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:19:32.516074 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 3bb279e5-e880-465b-8a08-6f111da87baf up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:19:32.556788 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Pushing event updated for resources: {'Port': ['ID=62d37aed-eb0b-4537-bd6c-a0bb550baf29,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:32.574929 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:32.633487 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448862'] for floatingip, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:32.707512 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for floatingip, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:32.722211 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.9397843
Apr 11 17:19:32.761721 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 46220) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:32.768671 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-9e03d053-a583-47ef-af7a-023838218e48 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1774811618', 'description': 'tempest-description--387189852'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:32.783367 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-9e03d053-a583-47ef-af7a-023838218e48 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:32.797984 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-9e03d053-a583-47ef-af7a-023838218e48 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Usage tracker for resource:security_group and tenant:29460390dfea45e8a17222990e169b8c is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:32.801440 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-9e03d053-a583-47ef-af7a-023838218e48 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:32.813099 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-9e03d053-a583-47ef-af7a-023838218e48 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:32.817647 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-59afb6ce-955f-485a-987d-eb28dae72950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:32.829212 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-9e03d053-a583-47ef-af7a-023838218e48 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:32.833623 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-9e03d053-a583-47ef-af7a-023838218e48 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:32.836282 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 6fe92256-fd45-4cd8-8755-7daeb2e00012 up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:19:32.837858 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-9e03d053-a583-47ef-af7a-023838218e48 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Usage tracker for resource:security_group_rule and tenant:29460390dfea45e8a17222990e169b8c is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:32.841702 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-9e03d053-a583-47ef-af7a-023838218e48 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:32.842436 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-59afb6ce-955f-485a-987d-eb28dae72950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:32.844927 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-59afb6ce-955f-485a-987d-eb28dae72950 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b69bf745-26c9-4ed4-b31d-35ed775d7eb1 HTTP/1.1" status: 204  len: 168 time: 1.2514534
Apr 11 17:19:32.848532 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-9e03d053-a583-47ef-af7a-023838218e48 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:32.874661 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-01cd4bf8-9cdb-497b-8645-fd1b41a63a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:32.884591 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] Notify callbacks [] for port, precommit_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:32.914846 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] Transition to ACTIVE for port object 922e0f76-77c3-4bd4-aeac-876e1474f710 will not be triggered until provisioned by entity L2. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:19:32.920721 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59afb6ce-955f-485a-987d-eb28dae72950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69bf745-26c9-4ed4-b31d-35ed775d7eb1,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:32.926829 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:32.929118 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-59afb6ce-955f-485a-987d-eb28dae72950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:32.944198 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-9e03d053-a583-47ef-af7a-023838218e48 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:32.948930 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-9e03d053-a583-47ef-af7a-023838218e48 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:32.957277 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:33.000756 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning for port 6fe92256-fd45-4cd8-8755-7daeb2e00012 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:19:33.004942 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e924d-a06e-4900-85e9-41d8f1698e17 req-3d7c054d-9e06-4bfc-8d27-28dad512f829 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:33.005761 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-638e924d-a06e-4900-85e9-41d8f1698e17 req-3d7c054d-9e06-4bfc-8d27-28dad512f829 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Synchronizing usage tracker for tenant:f4346b7c530e435da20038e554efbb27 on resource:port {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:19:33.010668 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03d053-a583-47ef-af7a-023838218e48 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0353e0d-8aea-42e9-936d-3e50e1fd435c,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:33.028540 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-9e03d053-a583-47ef-af7a-023838218e48 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:33.045336 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-9e03d053-a583-47ef-af7a-023838218e48 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:33.047974 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-9e03d053-a583-47ef-af7a-023838218e48 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2852998
Apr 11 17:19:33.051238 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 46240) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:33.061899 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-316f748b-8f44-417f-8796-0eb396793938 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Request body: {'security_group_rule': {'security_group_id': 'e0353e0d-8aea-42e9-936d-3e50e1fd435c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:33.071241 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-316f748b-8f44-417f-8796-0eb396793938 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:33.074096 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-638e924d-a06e-4900-85e9-41d8f1698e17 req-3d7c054d-9e06-4bfc-8d27-28dad512f829 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Unset dirty status for tenant:f4346b7c530e435da20038e554efbb27 on resource:port {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:19:33.075836 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-638e924d-a06e-4900-85e9-41d8f1698e17 req-3d7c054d-9e06-4bfc-8d27-28dad512f829 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/ports?device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 945 time: 0.3605409
Apr 11 17:19:33.079660 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-316f748b-8f44-417f-8796-0eb396793938 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Usage tracker for resource:security_group_rule and tenant:29460390dfea45e8a17222990e169b8c is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:33.091894 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-316f748b-8f44-417f-8796-0eb396793938 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:33.122555 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:33.130454 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port 6fe92256-fd45-4cd8-8755-7daeb2e00012 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:33.130883 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:33.145428 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-316f748b-8f44-417f-8796-0eb396793938 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:33.167204 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-638e924d-a06e-4900-85e9-41d8f1698e17 req-dc731cbc-e811-4700-8b30-ac9c50b65908 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/security-groups?id=dadbc326-8ee2-48a4-8d4b-d64b51697efa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812316
Apr 11 17:19:33.197307 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-316f748b-8f44-417f-8796-0eb396793938 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:33.256239 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 3bb279e5-e880-465b-8a08-6f111da87baf triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:33.256692 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:33.473181 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-316f748b-8f44-417f-8796-0eb396793938 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:33.478895 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-316f748b-8f44-417f-8796-0eb396793938 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:33.492366 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-6a8e1f39-6639-48c5-b42c-3d1de7166fcf tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:33.615493 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e67c0-3477-4ef4-a929-06f30808c3c8 None None] Pushing event updated for resources: {'Port': ['ID=922e0f76-77c3-4bd4-aeac-876e1474f710,revision_number=3']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:33.623983 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8b4e67c0-3477-4ef4-a929-06f30808c3c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:33.692353 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f748b-8f44-417f-8796-0eb396793938 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab637de0-ff32-4c37-b3ae-b3d60fd08004,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:33.697147 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-316f748b-8f44-417f-8796-0eb396793938 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:33.707209 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-316f748b-8f44-417f-8796-0eb396793938 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:33.711202 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-316f748b-8f44-417f-8796-0eb396793938 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6543381
Apr 11 17:19:33.711384 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 46266) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:33.717959 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-458f459a-b343-4bff-8554-4e4e0e205bd2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Request body: {'security_group_rule': {'security_group_id': 'e0353e0d-8aea-42e9-936d-3e50e1fd435c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:33.741404 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-458f459a-b343-4bff-8554-4e4e0e205bd2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:33.769397 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 46272) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:33.785851 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-3c426693-6f3f-4085-b9c1-7b1cf9eeeeed tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:33.799146 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-3c426693-6f3f-4085-b9c1-7b1cf9eeeeed tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/networks?id=80f28fa7-36bb-4960-bba0-f581250796a5 HTTP/1.1" status: 200  len: 819 time: 0.4153936
Apr 11 17:19:33.814054 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] Attempting to bind port 922e0f76-77c3-4bd4-aeac-876e1474f710 on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:19:33.814624 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] Attempting to bind port 922e0f76-77c3-4bd4-aeac-876e1474f710 by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': 'a838892c-3534-40e2-8fdd-387b0d302be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b'}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:19:33.815324 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] Attempting to bind port 922e0f76-77c3-4bd4-aeac-876e1474f710 on network 7a796639-a912-42cf-b262-8ecc2c9af48b {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:19:33.816050 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-458f459a-b343-4bff-8554-4e4e0e205bd2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Usage tracker for resource:security_group_rule and tenant:29460390dfea45e8a17222990e169b8c is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:33.826426 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:19:33.826995 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] Checking segment: {'id': 'a838892c-3534-40e2-8fdd-387b0d302be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:19:33.827664 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:33.828212 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] Bound using segment: {'id': 'a838892c-3534-40e2-8fdd-387b0d302be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b'} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:19:33.829075 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] Bound port: 922e0f76-77c3-4bd4-aeac-876e1474f710, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a838892c-3534-40e2-8fdd-387b0d302be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b'}}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:19:33.829713 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:33.830120 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-eb0a5257-774b-4c80-be37-909d2a60e82b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/quotas/b9bb61f1e6f04c45882198b1f39ca070 HTTP/1.1" status: 200  len: 375 time: 0.0265751
Apr 11 17:19:33.833284 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-458f459a-b343-4bff-8554-4e4e0e205bd2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:33.857696 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-458f459a-b343-4bff-8554-4e4e0e205bd2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:33.866328 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6becfc34-08ea-43d2-9ce9-7ea8533f20d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:33.883145 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226538ca90>, [{'id': '4b0f64f9-f5f1-4d6e-a310-55e4efea72dc', 'name': 'tempest-ServerRescueNegativeTestJSON-1409699652-router', 'tenant_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b083d3a4-88ec-4f31-a16c-73041c916726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:28Z', 'revision_number': 4, 'project_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'gw_port': {'id': 'b083d3a4-88ec-4f31-a16c-73041c916726', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f64f9-f5f1-4d6e-a310-55e4efea72dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:06Z', 'updated_at': '2021-04-11T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': 'bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d', 'name': '', 'network_id': '80f28fa7-36bb-4960-bba0-f581250796a5', 'tenant_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'mac_address': 'fa:16:3e:51:7a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0f64f9-f5f1-4d6e-a310-55e4efea72dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2449f5f4-85cf-4114-8bd0-f3e8caf3301d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:24Z', 'updated_at': '2021-04-11T17:19:29Z', 'revision_number': 2, 'project_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'subnets': [{'id': '2449f5f4-85cf-4114-8bd0-f3e8caf3301d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:19:33.900772 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:33.912293 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19467a-34c7-4fb2-adad-817f7957fd4f req-a6d2db8a-f6bc-41d3-8c59-077f7d4a15d6 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:33.920282 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0f19467a-34c7-4fb2-adad-817f7957fd4f req-a6d2db8a-f6bc-41d3-8c59-077f7d4a15d6 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea787a5b-8827-4618-b29b-fd0111ec4089 HTTP/1.1" status: 200  len: 944 time: 0.3445411
Apr 11 17:19:33.921858 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 6fe92256-fd45-4cd8-8755-7daeb2e00012, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6fe92256-fd45-4cd8-8755-7daeb2e00012,segment=NetworkSegment(b949748e-d732-4feb-9db4-3e6c74ae4c7c),segment_id=b949748e-d732-4feb-9db4-3e6c74ae4c7c)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:19:33.923354 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] Checking router: 4b0f64f9-f5f1-4d6e-a310-55e4efea72dc for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:19:33.923939 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] Updating router 4b0f64f9-f5f1-4d6e-a310-55e4efea72dc port bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d binding host dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 11 17:19:33.958816 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0f19467a-34c7-4fb2-adad-817f7957fd4f req-10505772-dddc-4b4d-9c82-9d1c90dab5c2 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375087
Apr 11 17:19:33.968391 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea787a5b-8827-4618-b29b-fd0111ec4089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe92256-fd45-4cd8-8755-7daeb2e00012'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:19:33.992889 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-6becfc34-08ea-43d2-9ce9-7ea8533f20d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:33.995023 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-458f459a-b343-4bff-8554-4e4e0e205bd2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:34.006220 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] For port 922e0f76-77c3-4bd4-aeac-876e1474f710, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:19:34.014729 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] For port 922e0f76-77c3-4bd4-aeac-876e1474f710, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=922e0f76-77c3-4bd4-aeac-876e1474f710,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:19:34.023284 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-6becfc34-08ea-43d2-9ce9-7ea8533f20d1 admin admin] Usage tracker for resource:security_group_rule and tenant:f3c9e0f3b8024cd3bbaade8dc1984fa6 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:34.024760 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:34.041282 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:34.041487 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-6becfc34-08ea-43d2-9ce9-7ea8533f20d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:34.059167 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:34.068451 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-fe7107da-9911-4abf-b945-21ccf279e296 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Synchronizing usage tracker for tenant:b9bb61f1e6f04c45882198b1f39ca070 on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:19:34.077805 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-6becfc34-08ea-43d2-9ce9-7ea8533f20d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:34.174533 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=6fe92256-fd45-4cd8-8755-7daeb2e00012,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:34.185468 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:34.201483 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:34.219364 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-387c404b-b59e-499c-9464-dee5df9da407 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Synchronizing usage tracker for tenant:4744d33c997d404c90625352a9aecf4d on resource:security_group {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:19:34.237102 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8b4e67c0-3477-4ef4-a929-06f30808c3c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:34.259085 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-458f459a-b343-4bff-8554-4e4e0e205bd2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:34.265315 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-458f459a-b343-4bff-8554-4e4e0e205bd2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:34.304448 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:34.322195 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-387c404b-b59e-499c-9464-dee5df9da407 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Unset dirty status for tenant:4744d33c997d404c90625352a9aecf4d on resource:security_group {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:19:34.332849 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-387c404b-b59e-499c-9464-dee5df9da407 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1598235106&fields=id&tenant_id=4744d33c997d404c90625352a9aecf4d HTTP/1.1" status: 200  len: 267 time: 0.1503589
Apr 11 17:19:34.346089 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f459a-b343-4bff-8554-4e4e0e205bd2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5079dbb8-c234-478a-b367-a5e3148af9ad,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:34.421160 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e67c0-3477-4ef4-a929-06f30808c3c8 None None] Pushing event updated for resources: {'Port': ['ID=922e0f76-77c3-4bd4-aeac-876e1474f710,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:34.425845 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8b4e67c0-3477-4ef4-a929-06f30808c3c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:34.454270 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] Routers {'a3ad2c88-1e1b-417e-947c-d800526216bf'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:19:34.454951 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22673d2208>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:19:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['a3ad2c88-1e1b-417e-947c-d800526216bf'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:19:34.557194 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-f21739de-f320-4816-a6d1-90e691097610 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:34.564985 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-f21739de-f320-4816-a6d1-90e691097610 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/networks?id=6d07600c-54c6-4d19-b4b0-98bb107e0071 HTTP/1.1" status: 200  len: 809 time: 0.2309687
Apr 11 17:19:34.567223 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-458f459a-b343-4bff-8554-4e4e0e205bd2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:34.599139 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-4058d8fb-f543-4efa-bdfd-0f6aa5924f8c tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/quotas/4744d33c997d404c90625352a9aecf4d HTTP/1.1" status: 200  len: 375 time: 0.0331285
Apr 11 17:19:34.644809 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6becfc34-08ea-43d2-9ce9-7ea8533f20d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:34.654866 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-fe7107da-9911-4abf-b945-21ccf279e296 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Unset dirty status for tenant:b9bb61f1e6f04c45882198b1f39ca070 on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:19:34.664600 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-fe7107da-9911-4abf-b945-21ccf279e296 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9bb61f1e6f04c45882198b1f39ca070&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8281109
Apr 11 17:19:34.717335 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-458f459a-b343-4bff-8554-4e4e0e205bd2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:34.721757 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-458f459a-b343-4bff-8554-4e4e0e205bd2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0062771
Apr 11 17:19:34.721757 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6becfc34-08ea-43d2-9ce9-7ea8533f20d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:34.744519 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 46308) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:34.746204 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:34.785962 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Request body: {'floatingip': {'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:34.787593 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 040cc64f-42ad-4820-96f5-d68485920dc9 up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:19:34.789210 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] Set router a3ad2c88-1e1b-417e-947c-d800526216bf gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:19:34.801451 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:34.805449 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Usage tracker for resource:floatingip and tenant:29460390dfea45e8a17222990e169b8c is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:34.813427 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:34.823766 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:34.884997 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 46316) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:34.888117 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-6becfc34-08ea-43d2-9ce9-7ea8533f20d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f3c9e0f3b8024cd3bbaade8dc1984fa6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1007280
Apr 11 17:19:34.891366 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for floatingip, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:34.928290 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning for port 040cc64f-42ad-4820-96f5-d68485920dc9 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:19:34.934779 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6becfc34-08ea-43d2-9ce9-7ea8533f20d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a45cd54-d410-4042-ba5f-8c254a85a556,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:34.955986 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port 040cc64f-42ad-4820-96f5-d68485920dc9 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:34.956410 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:34.972569 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-6becfc34-08ea-43d2-9ce9-7ea8533f20d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:35.141210 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:35.162278 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-02be8534-eebf-47aa-9cc9-5c2a258a74de tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Synchronizing usage tracker for tenant:4744d33c997d404c90625352a9aecf4d on resource:port {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:19:35.176961 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] Transition to ACTIVE for port object bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:19:35.187798 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:35.192219 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-02be8534-eebf-47aa-9cc9-5c2a258a74de tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Unset dirty status for tenant:4744d33c997d404c90625352a9aecf4d on resource:port {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:19:35.193247 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:35.194573 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-02be8534-eebf-47aa-9cc9-5c2a258a74de tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4744d33c997d404c90625352a9aecf4d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5945997
Apr 11 17:19:35.330257 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-86507c83-666e-4e6b-bf4b-37c8edd36a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:35.381098 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-5793731e-4224-4e53-b193-fbceeeffe7dd service neutron] 10.222.0.30 "GET /v2.0/networks/80f28fa7-36bb-4960-bba0-f581250796a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7142239
Apr 11 17:19:35.383025 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-86507c83-666e-4e6b-bf4b-37c8edd36a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:35.469484 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:35.499599 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-5b45cd04-7c22-4680-aead-8887f8030105 service neutron] 10.222.0.30 "GET /v2.0/networks/6d07600c-54c6-4d19-b4b0-98bb107e0071?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2866416
Apr 11 17:19:35.555056 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-ac20d87e-8b0a-47cf-a608-b4106735aaf8 service neutron] 10.222.0.30 "GET /v2.0/networks/80f28fa7-36bb-4960-bba0-f581250796a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1638277
Apr 11 17:19:35.584469 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:35.636510 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-86507c83-666e-4e6b-bf4b-37c8edd36a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:35.648130 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:35.674700 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-86507c83-666e-4e6b-bf4b-37c8edd36a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:35.675908 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-86507c83-666e-4e6b-bf4b-37c8edd36a76 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a45cd54-d410-4042-ba5f-8c254a85a556 HTTP/1.1" status: 204  len: 168 time: 0.7898703
Apr 11 17:19:35.678465 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86507c83-666e-4e6b-bf4b-37c8edd36a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a45cd54-d410-4042-ba5f-8c254a85a556,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:35.683552 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22673d2208>, [{'id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'name': 'tempest-AttachVolumeShelveTestJSON-937382955-router', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '29460390dfea45e8a17222990e169b8c', 'gw_port': {'id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '922e0f76-77c3-4bd4-aeac-876e1474f710', 'name': '', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'mac_address': 'fa:16:3e:53:8c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:21Z', 'updated_at': '2021-04-11T17:19:33Z', 'revision_number': 4, 'project_id': '29460390dfea45e8a17222990e169b8c', 'subnets': [{'id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:19:35.699662 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5188eae-4f19-4469-9bdf-b927ebd802d5 None None] The sync data for ids ['a3ad2c88-1e1b-417e-947c-d800526216bf'] in dv-cinder-784779-4-iscsi is: [{'id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'name': 'tempest-AttachVolumeShelveTestJSON-937382955-router', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '29460390dfea45e8a17222990e169b8c', 'gw_port': {'id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '922e0f76-77c3-4bd4-aeac-876e1474f710', 'name': '', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'mac_address': 'fa:16:3e:53:8c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:21Z', 'updated_at': '2021-04-11T17:19:33Z', 'revision_number': 4, 'project_id': '29460390dfea45e8a17222990e169b8c', 'subnets': [{'id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:19:35.703093 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-86507c83-666e-4e6b-bf4b-37c8edd36a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:35.719975 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e63dc5-01a6-4c55-a674-82de9e5d10d8 None None] Pushing event updated for resources: {'Port': ['ID=bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:35.757168 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c1e63dc5-01a6-4c55-a674-82de9e5d10d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:35.810324 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 040cc64f-42ad-4820-96f5-d68485920dc9, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=040cc64f-42ad-4820-96f5-d68485920dc9,segment=NetworkSegment(0b795892-78a7-4dc3-8884-2131f148608a),segment_id=0b795892-78a7-4dc3-8884-2131f148608a)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:19:35.827098 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:35.836748 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:36.040670 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=040cc64f-42ad-4820-96f5-d68485920dc9,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:36.053302 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:36.118624 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Allocated IP 172.27.0.236 (25e26079-4f70-47ba-b0dc-8350ca691b81/cc27d420-6b5b-4cd9-be1f-976508ada296/4cc2a993-0330-4f8d-b11c-b9cff3b23b58) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:19:36.330503 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 922e0f76-77c3-4bd4-aeac-876e1474f710 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:19:36.387671 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789aebc9-0ddc-4247-83d9-761cdd254a87 req-00a25440-c45b-43ba-aea6-163a7ecd9174 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:36.389404 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-789aebc9-0ddc-4247-83d9-761cdd254a87 req-00a25440-c45b-43ba-aea6-163a7ecd9174 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/ports?device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 946 time: 0.2865798
Apr 11 17:19:36.477176 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-789aebc9-0ddc-4247-83d9-761cdd254a87 req-4d87f6c0-3dc7-4ab1-b311-16faa231d9eb tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/security-groups?id=dadbc326-8ee2-48a4-8d4b-d64b51697efa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742483
Apr 11 17:19:36.477728 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 46372) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:36.544388 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] Attempting to bind port bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:19:36.545111 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] Attempting to bind port bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': '7db3722a-26eb-4aef-8939-5002d60e03a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80f28fa7-36bb-4960-bba0-f581250796a5'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:19:36.545525 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] Attempting to bind port bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d on network 80f28fa7-36bb-4960-bba0-f581250796a5 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:19:36.555517 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:19:36.555936 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] Checking segment: {'id': '7db3722a-26eb-4aef-8939-5002d60e03a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80f28fa7-36bb-4960-bba0-f581250796a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:19:36.556387 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:36.556854 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] Bound using segment: {'id': '7db3722a-26eb-4aef-8939-5002d60e03a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80f28fa7-36bb-4960-bba0-f581250796a5'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:19:36.557388 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] Bound port: bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7db3722a-26eb-4aef-8939-5002d60e03a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80f28fa7-36bb-4960-bba0-f581250796a5'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:19:36.557989 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:36.576997 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:36.665294 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:36.692164 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] For port bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:19:36.696364 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] For port bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d,segment=NetworkSegment(7db3722a-26eb-4aef-8939-5002d60e03a2),segment_id=7db3722a-26eb-4aef-8939-5002d60e03a2)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:19:36.702827 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:36.769593 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:36.790535 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1a37dd7a-2c11-4ddc-9852-b81a272eb452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:36.838700 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-1a37dd7a-2c11-4ddc-9852-b81a272eb452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:36.849374 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-1a37dd7a-2c11-4ddc-9852-b81a272eb452 admin admin] Usage tracker for resource:security_group_rule and tenant:8e1b485139bf4a6387c85c3506cce9f9 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:36.857062 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-1a37dd7a-2c11-4ddc-9852-b81a272eb452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:36.874509 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-1a37dd7a-2c11-4ddc-9852-b81a272eb452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:36.960524 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f022a9e9-7eea-4e55-ba8e-e95b74a72709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:37.115112 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1a37dd7a-2c11-4ddc-9852-b81a272eb452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:37.119363 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1a37dd7a-2c11-4ddc-9852-b81a272eb452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:37.134945 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:37.209866 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Pushing event updated for resources: {'Port': ['ID=4cc2a993-0330-4f8d-b11c-b9cff3b23b58,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:37.230490 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:37.232912 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-fc1db867-eb0c-495c-a1b1-46cc117946d2 service neutron] 10.222.0.30 "GET /v2.0/networks/6d07600c-54c6-4d19-b4b0-98bb107e0071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.7265456
Apr 11 17:19:37.266115 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-1a37dd7a-2c11-4ddc-9852-b81a272eb452 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e1b485139bf4a6387c85c3506cce9f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7845826
Apr 11 17:19:37.267133 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37dd7a-2c11-4ddc-9852-b81a272eb452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6989e79-edf0-4df4-b240-9026acd59dfe,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:37.273862 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 46392) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:37.282684 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-1a37dd7a-2c11-4ddc-9852-b81a272eb452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:37.319390 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Network 25e26079-4f70-47ba-b0dc-8350ca691b81 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:19:37.321071 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Resources bound (agent type, host, resource id):  {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:19:37.323636 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:19:37.360898 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:37.491449 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-38975bf0-fb7f-4f4d-9b79-d79a75b008b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:37.516124 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:37.525849 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-38975bf0-fb7f-4f4d-9b79-d79a75b008b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:37.574450 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea787a5b-8827-4618-b29b-fd0111ec4089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe92256-fd45-4cd8-8755-7daeb2e00012', 'code': 200}
Apr 11 17:19:37.591651 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-38975bf0-fb7f-4f4d-9b79-d79a75b008b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:37.632304 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-86507c83-666e-4e6b-bf4b-37c8edd36a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:37.665463 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port 922e0f76-77c3-4bd4-aeac-876e1474f710 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:19:37.675583 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e63dc5-01a6-4c55-a674-82de9e5d10d8 None None] Pushing event updated for resources: {'Port': ['ID=bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:37.688545 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 922e0f76-77c3-4bd4-aeac-876e1474f710 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:37.688824 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:37.700869 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38975bf0-fb7f-4f4d-9b79-d79a75b008b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6989e79-edf0-4df4-b240-9026acd59dfe,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:37.703501 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-38975bf0-fb7f-4f4d-9b79-d79a75b008b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:37.817063 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c1e63dc5-01a6-4c55-a674-82de9e5d10d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.048s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:37.889055 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] Routers {'4b0f64f9-f5f1-4d6e-a310-55e4efea72dc'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:19:37.892559 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226538ca90>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:19:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['4b0f64f9-f5f1-4d6e-a310-55e4efea72dc'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:19:37.963603 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-38975bf0-fb7f-4f4d-9b79-d79a75b008b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:37.976780 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-38975bf0-fb7f-4f4d-9b79-d79a75b008b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6989e79-edf0-4df4-b240-9026acd59dfe HTTP/1.1" status: 204  len: 168 time: 0.6933503
Apr 11 17:19:38.070531 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b3b7a336-1ba1-4c6d-a1c3-d8abbcc3fd09 req-407a6b8f-a8df-4995-a2e4-682c63d401e0 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 210 time: 0.3243036
Apr 11 17:19:38.142110 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e794e-eae7-4ea6-8b0c-764c554c529e req-8aca695c-124d-4b48-a9d4-1f1d0f249503 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:38.142906 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-ec3e794e-eae7-4ea6-8b0c-764c554c529e req-8aca695c-124d-4b48-a9d4-1f1d0f249503 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Synchronizing usage tracker for tenant:80a3dcdeb1834a4ea3e6d67248a3caaf on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:19:38.169438 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68fb0d-97a4-44cc-b0c4-89e97715733e req-baed93c2-0ef6-45ef-b8cf-cf2cdcfc8e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:38.171061 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1c68fb0d-97a4-44cc-b0c4-89e97715733e req-baed93c2-0ef6-45ef-b8cf-cf2cdcfc8e40 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea787a5b-8827-4618-b29b-fd0111ec4089 HTTP/1.1" status: 200  len: 1098 time: 0.3053937
Apr 11 17:19:38.255096 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-ec3e794e-eae7-4ea6-8b0c-764c554c529e req-8aca695c-124d-4b48-a9d4-1f1d0f249503 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Unset dirty status for tenant:80a3dcdeb1834a4ea3e6d67248a3caaf on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:19:38.262177 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ec3e794e-eae7-4ea6-8b0c-764c554c529e req-8aca695c-124d-4b48-a9d4-1f1d0f249503 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea787a5b-8827-4618-b29b-fd0111ec4089 HTTP/1.1" status: 200  len: 945 time: 0.5347824
Apr 11 17:19:38.367559 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-ec3e794e-eae7-4ea6-8b0c-764c554c529e req-028a6896-574d-450b-8ad4-2e749f4ab553 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Synchronizing usage tracker for tenant:80a3dcdeb1834a4ea3e6d67248a3caaf on resource:security_group {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:19:38.387920 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-1c68fb0d-97a4-44cc-b0c4-89e97715733e req-0a17f913-0f55-43e4-9ed6-f82025014a90 service neutron] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:38.489784 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-1c68fb0d-97a4-44cc-b0c4-89e97715733e req-0a17f913-0f55-43e4-9ed6-f82025014a90 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:38.510715 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-1c68fb0d-97a4-44cc-b0c4-89e97715733e req-0a17f913-0f55-43e4-9ed6-f82025014a90 service neutron] Usage tracker for resource:security_group_rule and tenant:bbe6ccd9bf144a0a8e78761ab0fbc2c6 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:38.515790 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-1c68fb0d-97a4-44cc-b0c4-89e97715733e req-0a17f913-0f55-43e4-9ed6-f82025014a90 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:38.529464 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-1c68fb0d-97a4-44cc-b0c4-89e97715733e req-0a17f913-0f55-43e4-9ed6-f82025014a90 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:38.752203 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-ec3e794e-eae7-4ea6-8b0c-764c554c529e req-028a6896-574d-450b-8ad4-2e749f4ab553 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Unset dirty status for tenant:80a3dcdeb1834a4ea3e6d67248a3caaf on resource:security_group {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:19:38.754001 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ec3e794e-eae7-4ea6-8b0c-764c554c529e req-028a6896-574d-450b-8ad4-2e749f4ab553 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4846056
Apr 11 17:19:38.757007 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-1c68fb0d-97a4-44cc-b0c4-89e97715733e req-0a17f913-0f55-43e4-9ed6-f82025014a90 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:38.764563 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-1c68fb0d-97a4-44cc-b0c4-89e97715733e req-0a17f913-0f55-43e4-9ed6-f82025014a90 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:38.770754 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:38.820990 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:38.847306 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] Set router 4b0f64f9-f5f1-4d6e-a310-55e4efea72dc gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:19:38.892160 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1c68fb0d-97a4-44cc-b0c4-89e97715733e req-0a17f913-0f55-43e4-9ed6-f82025014a90 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6847491
Apr 11 17:19:38.901456 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 46452) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:38.903014 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17f913-0f55-43e4-9ed6-f82025014a90 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=15df5096-1666-4631-84bc-ec35c1909217,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:38.921517 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-0a17f913-0f55-43e4-9ed6-f82025014a90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:38.966862 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-be412705-39df-40f1-a805-f390b9e59008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:38.975596 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] For port 922e0f76-77c3-4bd4-aeac-876e1474f710, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=922e0f76-77c3-4bd4-aeac-876e1474f710,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:19:38.980979 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:38.992561 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c1e63dc5-01a6-4c55-a674-82de9e5d10d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:39.100473 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-be412705-39df-40f1-a805-f390b9e59008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:39.113559 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-be412705-39df-40f1-a805-f390b9e59008 admin admin] Usage tracker for resource:security_group_rule and tenant:78e50153c192426285a6639b5d938462 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:39.117233 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-be412705-39df-40f1-a805-f390b9e59008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:39.130140 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-be412705-39df-40f1-a805-f390b9e59008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:39.221756 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-be412705-39df-40f1-a805-f390b9e59008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:39.251510 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-be412705-39df-40f1-a805-f390b9e59008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:39.254874 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-21652dc8-5d0c-4c7f-97b2-483763d3d7e8 req-2e43bd4b-b5f5-4153-9467-7e6679ee5394 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 210 time: 0.2609785
Apr 11 17:19:39.325417 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-38975bf0-fb7f-4f4d-9b79-d79a75b008b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:39.365376 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-8794f29f-e780-4c03-9569-12827be076a7 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:39.368797 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-8794f29f-e780-4c03-9569-12827be076a7 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Synchronizing usage tracker for tenant:b9bb61f1e6f04c45882198b1f39ca070 on resource:network {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:19:39.384699 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-be412705-39df-40f1-a805-f390b9e59008 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78e50153c192426285a6639b5d938462&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4649429
Apr 11 17:19:39.386587 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be412705-39df-40f1-a805-f390b9e59008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93960c6-6212-476d-b8eb-a46fde53d1cc,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:39.390036 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 46460) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:39.392796 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-be412705-39df-40f1-a805-f390b9e59008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:39.498153 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-8794f29f-e780-4c03-9569-12827be076a7 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Unset dirty status for tenant:b9bb61f1e6f04c45882198b1f39ca070 on resource:network {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:19:39.499501 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-8794f29f-e780-4c03-9569-12827be076a7 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.37 "GET /v2.0/networks?id=80f28fa7-36bb-4960-bba0-f581250796a5 HTTP/1.1" status: 200  len: 819 time: 1.5871153
Apr 11 17:19:39.529440 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4281c8cf-8335-45a3-b271-7a5f446799be tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Request body: {'port': {'device_id': '45e9f6fb-4366-4742-ade0-2103504e93a7', 'network_id': '80f28fa7-36bb-4960-bba0-f581250796a5', 'admin_state_up': True, 'tenant_id': 'b9bb61f1e6f04c45882198b1f39ca070'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:39.530240 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-254fa3e6-ac6e-431c-a5c6-61f7ddaa3f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:39.544580 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3bd16afb-0a38-46f1-aad2-03c8152502e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:39.549268 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Pushing event updated for resources: {'Port': ['ID=922e0f76-77c3-4bd4-aeac-876e1474f710,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:39.555724 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:39.576522 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c07210-62cc-4daa-a8c8-fb86f5b09770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040cc64f-42ad-4820-96f5-d68485920dc9'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:19:39.599583 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-254fa3e6-ac6e-431c-a5c6-61f7ddaa3f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:39.601080 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226538ca90>, [{'id': '4b0f64f9-f5f1-4d6e-a310-55e4efea72dc', 'name': 'tempest-ServerRescueNegativeTestJSON-1409699652-router', 'tenant_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b083d3a4-88ec-4f31-a16c-73041c916726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:28Z', 'revision_number': 4, 'project_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'gw_port': {'id': 'b083d3a4-88ec-4f31-a16c-73041c916726', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f64f9-f5f1-4d6e-a310-55e4efea72dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:06Z', 'updated_at': '2021-04-11T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': 'bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d', 'name': '', 'network_id': '80f28fa7-36bb-4960-bba0-f581250796a5', 'tenant_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'mac_address': 'fa:16:3e:51:7a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0f64f9-f5f1-4d6e-a310-55e4efea72dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2449f5f4-85cf-4114-8bd0-f3e8caf3301d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:24Z', 'updated_at': '2021-04-11T17:19:36Z', 'revision_number': 4, 'project_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'subnets': [{'id': '2449f5f4-85cf-4114-8bd0-f3e8caf3301d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:19:39.615762 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83de4df6-06f7-4be2-bba2-2e2823973d9e None None] The sync data for ids ['4b0f64f9-f5f1-4d6e-a310-55e4efea72dc'] in dv-cinder-784779-4-iscsi is: [{'id': '4b0f64f9-f5f1-4d6e-a310-55e4efea72dc', 'name': 'tempest-ServerRescueNegativeTestJSON-1409699652-router', 'tenant_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b083d3a4-88ec-4f31-a16c-73041c916726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:28Z', 'revision_number': 4, 'project_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'gw_port': {'id': 'b083d3a4-88ec-4f31-a16c-73041c916726', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f64f9-f5f1-4d6e-a310-55e4efea72dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:06Z', 'updated_at': '2021-04-11T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': 'bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d', 'name': '', 'network_id': '80f28fa7-36bb-4960-bba0-f581250796a5', 'tenant_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'mac_address': 'fa:16:3e:51:7a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0f64f9-f5f1-4d6e-a310-55e4efea72dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2449f5f4-85cf-4114-8bd0-f3e8caf3301d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:24Z', 'updated_at': '2021-04-11T17:19:36Z', 'revision_number': 4, 'project_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'subnets': [{'id': '2449f5f4-85cf-4114-8bd0-f3e8caf3301d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:19:39.794507 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1781639-a031-473c-b46e-6eef6fc39bdd req-5461d470-412b-4eec-8bb4-b6a47405b241 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:39.803014 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c1781639-a031-473c-b46e-6eef6fc39bdd req-5461d470-412b-4eec-8bb4-b6a47405b241 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/ports?device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 946 time: 0.5612955
Apr 11 17:19:39.901484 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4281c8cf-8335-45a3-b271-7a5f446799be tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:39.915007 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4281c8cf-8335-45a3-b271-7a5f446799be tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:39.934096 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c1781639-a031-473c-b46e-6eef6fc39bdd req-cbf30ef3-e06f-4dd1-8704-9dcdb22ab517 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/security-groups?id=dadbc326-8ee2-48a4-8d4b-d64b51697efa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296535
Apr 11 17:19:39.935183 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4281c8cf-8335-45a3-b271-7a5f446799be tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Made reservation on behalf of b9bb61f1e6f04c45882198b1f39ca070 for: {'port': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:19:39.943265 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4281c8cf-8335-45a3-b271-7a5f446799be tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:39.974803 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-254fa3e6-ac6e-431c-a5c6-61f7ddaa3f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:40.008466 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:40.024889 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:40.044307 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:40.102051 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fa3e6-ac6e-431c-a5c6-61f7ddaa3f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93960c6-6212-476d-b8eb-a46fde53d1cc,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:40.121823 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-254fa3e6-ac6e-431c-a5c6-61f7ddaa3f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:40.128925 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-254fa3e6-ac6e-431c-a5c6-61f7ddaa3f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:40.130187 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-254fa3e6-ac6e-431c-a5c6-61f7ddaa3f65 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f93960c6-6212-476d-b8eb-a46fde53d1cc HTTP/1.1" status: 204  len: 168 time: 0.7391198
Apr 11 17:19:40.190080 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-f9c7f66b-de6d-4615-b2fc-2996e169d9fd tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:40.191144 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-f9c7f66b-de6d-4615-b2fc-2996e169d9fd tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Synchronizing usage tracker for tenant:4744d33c997d404c90625352a9aecf4d on resource:network {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:19:40.218764 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-9ed3d708-b39c-44f1-b5bd-39c405f6481e tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:40.228949 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-9ed3d708-b39c-44f1-b5bd-39c405f6481e tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/networks?id=80f28fa7-36bb-4960-bba0-f581250796a5 HTTP/1.1" status: 200  len: 819 time: 0.5513465
Apr 11 17:19:40.251521 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-bc277331-e4ad-40e9-b6d1-b89f371bff97 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/quotas/b9bb61f1e6f04c45882198b1f39ca070 HTTP/1.1" status: 200  len: 375 time: 0.0205278
Apr 11 17:19:40.254737 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-f9c7f66b-de6d-4615-b2fc-2996e169d9fd tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Unset dirty status for tenant:4744d33c997d404c90625352a9aecf4d on resource:network {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:19:40.256125 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-f9c7f66b-de6d-4615-b2fc-2996e169d9fd tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.37 "GET /v2.0/networks?id=6d07600c-54c6-4d19-b4b0-98bb107e0071 HTTP/1.1" status: 200  len: 809 time: 0.5772300
Apr 11 17:19:40.289950 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c07210-62cc-4daa-a8c8-fb86f5b09770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040cc64f-42ad-4820-96f5-d68485920dc9', 'code': 200}
Apr 11 17:19:40.344355 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:40.515427 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-9237f258-c2c8-4945-bf06-9dc9eab51e72 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Synchronizing usage tracker for tenant:4744d33c997d404c90625352a9aecf4d on resource:security_group {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:19:40.539412 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-9237f258-c2c8-4945-bf06-9dc9eab51e72 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Unset dirty status for tenant:4744d33c997d404c90625352a9aecf4d on resource:security_group {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:19:40.540752 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-9237f258-c2c8-4945-bf06-9dc9eab51e72 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4744d33c997d404c90625352a9aecf4d HTTP/1.1" status: 200  len: 5705 time: 0.2210472
Apr 11 17:19:40.550126 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-ba2a2ec4-b6ba-4a04-ac8c-4840d58b7e0f tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Request body: {'port': {'device_id': 'c472c2b4-d190-44f1-8f61-cb55f9ed3902', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'admin_state_up': True, 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'security_groups': ['20b14eee-a99f-49ca-bbdf-2de0f6d05678']}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:40.614246 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-ebddfd40-80b9-44bd-876e-6e09306be81b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9bb61f1e6f04c45882198b1f39ca070&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3546972
Apr 11 17:19:40.662566 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448862'] for floatingip, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:40.711694 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Pushing event updated for resources: {'Port': ['ID=4cc2a993-0330-4f8d-b11c-b9cff3b23b58,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:40.715441 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:40.726790 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for floatingip, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:40.733654 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.9635050
Apr 11 17:19:40.881694 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.37', 52216) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:40.971194 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcb3eb-98a2-496c-a400-fe17141e3cdd req-b1f03732-6dc6-473b-814c-3d230064a06a tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:40.977001 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b3dcb3eb-98a2-496c-a400-fe17141e3cdd req-b1f03732-6dc6-473b-814c-3d230064a06a tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea787a5b-8827-4618-b29b-fd0111ec4089 HTTP/1.1" status: 200  len: 945 time: 0.4396265
Apr 11 17:19:41.016569 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4281c8cf-8335-45a3-b271-7a5f446799be tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Allocated IP 172.20.0.9 (80f28fa7-36bb-4960-bba0-f581250796a5/2449f5f4-85cf-4114-8bd0-f3e8caf3301d/b562c0b1-2753-439f-b562-116cd8473706) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:19:41.037710 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b3dcb3eb-98a2-496c-a400-fe17141e3cdd req-93739cf4-a44e-4c93-8fff-11562632d6b2 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529873
Apr 11 17:19:41.131660 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-e64245b2-4c17-4d51-a532-7d85b3ff775b service neutron] 10.222.0.30 "GET /v2.0/networks/80f28fa7-36bb-4960-bba0-f581250796a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5164323
Apr 11 17:19:41.157823 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-ba2a2ec4-b6ba-4a04-ac8c-4840d58b7e0f tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:41.189773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-ba2a2ec4-b6ba-4a04-ac8c-4840d58b7e0f tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:41.322380 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-ba2a2ec4-b6ba-4a04-ac8c-4840d58b7e0f tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Made reservation on behalf of 4744d33c997d404c90625352a9aecf4d for: {'port': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:19:41.329639 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-ba2a2ec4-b6ba-4a04-ac8c-4840d58b7e0f tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:41.340743 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 922e0f76-77c3-4bd4-aeac-876e1474f710 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:19:41.419857 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0241461-7ea1-4290-b901-04e869d33a2e req-61ff69bc-0b8f-4726-8305-1732b4652b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:41.422052 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e0241461-7ea1-4290-b901-04e869d33a2e req-61ff69bc-0b8f-4726-8305-1732b4652b38 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 1099 time: 0.5373175
Apr 11 17:19:41.465781 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-33e26a74-e4c2-4ed5-ae80-4a95012bb187 req-e2fe9205-a6d3-422b-b4ed-521b8bf30a84 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 210 time: 0.0853808
Apr 11 17:19:41.487167 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 922e0f76-77c3-4bd4-aeac-876e1474f710 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:41.487587 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:41.572771 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-39b5dbcb-875a-4828-bf71-67bee266c892 service neutron] 10.222.0.30 "GET /v2.0/networks/80f28fa7-36bb-4960-bba0-f581250796a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4399328
Apr 11 17:19:41.617510 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-ba2a2ec4-b6ba-4a04-ac8c-4840d58b7e0f tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Allocated IP 172.20.0.8 (6d07600c-54c6-4d19-b4b0-98bb107e0071/366c0678-a15a-4f72-a34e-cf6cad6c7b77/1c923078-f1b7-41d4-8180-31cf62e35522) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:19:41.659469 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4281c8cf-8335-45a3-b271-7a5f446799be tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:41.708554 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:19:41.879810 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4314527f-4d11-4575-b282-d631df9a85fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:41.888082 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:19:41.894362 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b105ad9-ddfc-469a-97c1-ea4534a58582 req-ed744590-ee4f-4991-a6f5-343cad8edec7 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:41.897892 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:41.898314 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:41.906055 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2b105ad9-ddfc-469a-97c1-ea4534a58582 req-ed744590-ee4f-4991-a6f5-343cad8edec7 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/ports?device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 946 time: 0.2244313
Apr 11 17:19:41.933626 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4281c8cf-8335-45a3-b271-7a5f446799be tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:42.032254 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-6b77bc5e-9cd6-49fc-a8ad-b865637d120c tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Synchronizing usage tracker for tenant:29460390dfea45e8a17222990e169b8c on resource:security_group {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:19:42.049187 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:42.085300 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] For port bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d,segment=NetworkSegment(7db3722a-26eb-4aef-8939-5002d60e03a2),segment_id=7db3722a-26eb-4aef-8939-5002d60e03a2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:19:42.091451 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:42.094735 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:42.106399 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:42.108031 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-ba2a2ec4-b6ba-4a04-ac8c-4840d58b7e0f tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:42.142517 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-ba2a2ec4-b6ba-4a04-ac8c-4840d58b7e0f tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Transition to ACTIVE for port object 1c923078-f1b7-41d4-8180-31cf62e35522 will not be triggered until provisioned by entity DHCP. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:19:42.173865 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2b105ad9-ddfc-469a-97c1-ea4534a58582 req-6a540860-4586-4df3-a5ec-2f84cf13f750 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/security-groups?id=dadbc326-8ee2-48a4-8d4b-d64b51697efa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2568181
Apr 11 17:19:42.199984 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Pushing event updated for resources: {'Port': ['ID=bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:42.203343 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:42.248908 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4281c8cf-8335-45a3-b271-7a5f446799be tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Network 80f28fa7-36bb-4960-bba0-f581250796a5 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:19:42.252542 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-6b77bc5e-9cd6-49fc-a8ad-b865637d120c tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Unset dirty status for tenant:29460390dfea45e8a17222990e169b8c on resource:security_group {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:19:42.253872 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4281c8cf-8335-45a3-b271-7a5f446799be tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Resources bound (agent type, host, resource id):  {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:19:42.266162 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-6b77bc5e-9cd6-49fc-a8ad-b865637d120c tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1774811618&fields=id&tenant_id=29460390dfea45e8a17222990e169b8c HTTP/1.1" status: 200  len: 267 time: 0.4326108
Apr 11 17:19:42.319957 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4281c8cf-8335-45a3-b271-7a5f446799be tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:19:42.331152 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4281c8cf-8335-45a3-b271-7a5f446799be tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:42.331865 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4281c8cf-8335-45a3-b271-7a5f446799be tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:42.334905 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-e0241461-7ea1-4290-b901-04e869d33a2e req-7f1cd87f-0109-442f-8754-85fc9b176fe2 service neutron] Synchronizing usage tracker for tenant:bbe6ccd9bf144a0a8e78761ab0fbc2c6 on resource:security_group {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:19:42.364534 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-75a047a9-d557-40e1-8c2a-1594efb468bc req-292830ef-164f-4ade-8844-5ef2d3c67cbc tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Synchronizing usage tracker for tenant:b9bb61f1e6f04c45882198b1f39ca070 on resource:port {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:19:42.375380 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281c8cf-8335-45a3-b271-7a5f446799be tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Pushing event updated for resources: {'Port': ['ID=b562c0b1-2753-439f-b562-116cd8473706,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:42.383723 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-4281c8cf-8335-45a3-b271-7a5f446799be tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:42.395498 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4281c8cf-8335-45a3-b271-7a5f446799be tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8822434
Apr 11 17:19:42.397811 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-75a047a9-d557-40e1-8c2a-1594efb468bc req-292830ef-164f-4ade-8844-5ef2d3c67cbc tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Unset dirty status for tenant:b9bb61f1e6f04c45882198b1f39ca070 on resource:port {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:19:42.398963 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-75a047a9-d557-40e1-8c2a-1594efb468bc req-292830ef-164f-4ade-8844-5ef2d3c67cbc tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 210 time: 0.1569259
Apr 11 17:19:42.549233 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:42.633059 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b70eb-104c-4830-b518-b2e75269755f req-5f4b0651-a524-44b0-b8ee-cc1aaf7223ec tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:42.634756 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7a2b70eb-104c-4830-b518-b2e75269755f req-5f4b0651-a524-44b0-b8ee-cc1aaf7223ec tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea787a5b-8827-4618-b29b-fd0111ec4089 HTTP/1.1" status: 200  len: 945 time: 0.1201346
Apr 11 17:19:42.648108 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-e0241461-7ea1-4290-b901-04e869d33a2e req-7f1cd87f-0109-442f-8754-85fc9b176fe2 service neutron] Unset dirty status for tenant:bbe6ccd9bf144a0a8e78761ab0fbc2c6 on resource:security_group {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:19:42.649433 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e0241461-7ea1-4290-b901-04e869d33a2e req-7f1cd87f-0109-442f-8754-85fc9b176fe2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dadbc326-8ee2-48a4-8d4b-d64b51697efa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4414685
Apr 11 17:19:42.653789 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-ba2a2ec4-b6ba-4a04-ac8c-4840d58b7e0f tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:42.669958 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7a2b70eb-104c-4830-b518-b2e75269755f req-215d7cf1-76bb-49bd-8c2f-4ee6ed02f6f2 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0278134
Apr 11 17:19:42.677736 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3d94cfc6-7d7e-4334-9de3-0b34d91c5eda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:42.849087 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-127de018-0ecc-4e01-b79b-2c4b53a1af69 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:42.850616 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-127de018-0ecc-4e01-b79b-2c4b53a1af69 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/networks?id=7a796639-a912-42cf-b262-8ecc2c9af48b HTTP/1.1" status: 200  len: 816 time: 0.5835001
Apr 11 17:19:42.865776 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a2ec4-b6ba-4a04-ac8c-4840d58b7e0f tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Pushing event updated for resources: {'Port': ['ID=1c923078-f1b7-41d4-8180-31cf62e35522,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:42.869435 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ba2a2ec4-b6ba-4a04-ac8c-4840d58b7e0f tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:42.884166 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-e78262aa-255b-48f5-9752-9c1c00a69ebd tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/quotas/29460390dfea45e8a17222990e169b8c HTTP/1.1" status: 200  len: 375 time: 0.0249908
Apr 11 17:19:42.914173 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c7f02-91a7-4ccb-ae91-800ad9505f11 req-b1120def-448e-4eac-8980-35558aacc534 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:42.923332 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-286c7f02-91a7-4ccb-ae91-800ad9505f11 req-b1120def-448e-4eac-8980-35558aacc534 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 931 time: 0.1293125
Apr 11 17:19:42.950922 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-286c7f02-91a7-4ccb-ae91-800ad9505f11 req-5722e1c3-6af4-4e76-b31d-2c81f8cea975 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0264800
Apr 11 17:19:42.981089 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-ba2a2ec4-b6ba-4a04-ac8c-4840d58b7e0f tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Network 6d07600c-54c6-4d19-b4b0-98bb107e0071 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:19:42.983847 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-ba2a2ec4-b6ba-4a04-ac8c-4840d58b7e0f tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:19:42.986494 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-ba2a2ec4-b6ba-4a04-ac8c-4840d58b7e0f tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:19:42.993275 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-ba2a2ec4-b6ba-4a04-ac8c-4840d58b7e0f tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:42.993933 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-ba2a2ec4-b6ba-4a04-ac8c-4840d58b7e0f tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:43.055166 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-ba2a2ec4-b6ba-4a04-ac8c-4840d58b7e0f tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5092876
Apr 11 17:19:43.071995 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-420652a5-8e4a-4e7e-bddb-7f0b87cd9a37 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Synchronizing usage tracker for tenant:29460390dfea45e8a17222990e169b8c on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:19:43.085383 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:19:43.136967 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-420652a5-8e4a-4e7e-bddb-7f0b87cd9a37 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Unset dirty status for tenant:29460390dfea45e8a17222990e169b8c on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:19:43.148680 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-420652a5-8e4a-4e7e-bddb-7f0b87cd9a37 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=29460390dfea45e8a17222990e169b8c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2454770
Apr 11 17:19:43.179062 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:43.265799 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:43.266364 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:43.442875 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-f794e54e-55e1-4afe-b075-9fe7db2a7fd8 None None] Provisioning for port 1c923078-f1b7-41d4-8180-31cf62e35522 completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:19:43.452078 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-f794e54e-55e1-4afe-b075-9fe7db2a7fd8 None None] Provisioning complete for port 1c923078-f1b7-41d4-8180-31cf62e35522 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:43.452547 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f794e54e-55e1-4afe-b075-9fe7db2a7fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:43.467946 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-6f2040f1-d7e7-4979-803a-5ae4e7b12d66 service neutron] 10.222.0.30 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2783928
Apr 11 17:19:43.501207 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd54c7-ac65-4ed1-b691-bada3fb09f85 req-5427cc9b-ea14-40c8-8fc1-62e89c5ae67b tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:43.509499 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0cdd54c7-ac65-4ed1-b691-bada3fb09f85 req-5427cc9b-ea14-40c8-8fc1-62e89c5ae67b tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/ports?device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 946 time: 0.1442146
Apr 11 17:19:43.549039 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0cdd54c7-ac65-4ed1-b691-bada3fb09f85 req-6ad9e25e-f2e5-4a36-a41c-f3aa1dd47fe5 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/security-groups?id=dadbc326-8ee2-48a4-8d4b-d64b51697efa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384698
Apr 11 17:19:43.580080 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-f794e54e-55e1-4afe-b075-9fe7db2a7fd8 None None] Port 1c923078-f1b7-41d4-8180-31cf62e35522 cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:19:43.649794 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-019b220a-d263-45e9-9c4e-b29af1bd5e0a service neutron] 10.222.0.30 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1729884
Apr 11 17:19:43.659375 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:43.713477 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-23359bb4-308b-42a0-8046-8e348954405b req-0a1e9a8e-f67e-4eb9-9eaf-a12fefba9d37 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 210 time: 0.0534863
Apr 11 17:19:43.863186 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b3eb0028-10a0-4d6a-8141-03df7e625e06 req-a9ed60f9-285c-4554-bace-2e7b1510523a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 210 time: 0.0524061
Apr 11 17:19:43.873905 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 46608) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:44.019226 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d88b50d4-53e2-46f2-a95b-547dfedd1194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:44.035680 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-d88b50d4-53e2-46f2-a95b-547dfedd1194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:44.039684 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-d88b50d4-53e2-46f2-a95b-547dfedd1194 admin admin] Usage tracker for resource:security_group_rule and tenant:566f241f90cf45ffb56a226addbeeae3 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:44.042817 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-d88b50d4-53e2-46f2-a95b-547dfedd1194 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:44.048924 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-d88b50d4-53e2-46f2-a95b-547dfedd1194 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:44.164819 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] Request body: {'port': {'device_id': '45e9f6fb-4366-4742-ade0-2103504e93a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:44.173378 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] Request body: {'port': {'device_id': 'c472c2b4-d190-44f1-8f61-cb55f9ed3902', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:44.308260 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:44.312654 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:44.465355 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9878a-596e-42b9-ba00-bc919c160984 req-af74291a-a780-430a-a478-a77a72eb1829 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:44.466357 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-01e9878a-596e-42b9-ba00-bc919c160984 req-af74291a-a780-430a-a478-a77a72eb1829 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Synchronizing usage tracker for tenant:4744d33c997d404c90625352a9aecf4d on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:19:44.489097 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d88b50d4-53e2-46f2-a95b-547dfedd1194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:44.503775 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d88b50d4-53e2-46f2-a95b-547dfedd1194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:44.504585 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-01e9878a-596e-42b9-ba00-bc919c160984 req-af74291a-a780-430a-a478-a77a72eb1829 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Unset dirty status for tenant:4744d33c997d404c90625352a9aecf4d on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:19:44.505871 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-01e9878a-596e-42b9-ba00-bc919c160984 req-af74291a-a780-430a-a478-a77a72eb1829 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 931 time: 0.4296710
Apr 11 17:19:44.520310 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-0a17f913-0f55-43e4-9ed6-f82025014a90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:44.650100 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b50d4-53e2-46f2-a95b-547dfedd1194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20661820-f86d-4671-867f-01667b613e05,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:44.657579 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 46632) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:44.657752 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-d88b50d4-53e2-46f2-a95b-547dfedd1194 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=566f241f90cf45ffb56a226addbeeae3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7812214
Apr 11 17:19:44.662071 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d88b50d4-53e2-46f2-a95b-547dfedd1194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:44.674648 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-01e9878a-596e-42b9-ba00-bc919c160984 req-a6044437-63f0-46d2-8e83-61144888b3f3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1568534
Apr 11 17:19:44.765854 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-84bfb42b-1c98-420d-acba-bdc18d00cea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:44.807997 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-84bfb42b-1c98-420d-acba-bdc18d00cea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:44.937319 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b562c0b1-2753-439f-b562-116cd8473706 {{(pid=85265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:19:44.947004 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:44.951519 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24fbed-5b96-424b-aced-91ead9d3e5c3 req-7c9965f5-6fdf-4412-ab0a-7eaf9de95f9b tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:44.953428 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ac24fbed-5b96-424b-aced-91ead9d3e5c3 req-7c9965f5-6fdf-4412-ab0a-7eaf9de95f9b tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/ports?device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 946 time: 0.1349158
Apr 11 17:19:44.997979 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] Transition to ACTIVE for port object b562c0b1-2753-439f-b562-116cd8473706 will not be triggered until provisioned by entity L2. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:19:44.999223 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-84bfb42b-1c98-420d-acba-bdc18d00cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:45.004666 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-06b9b157-dc5d-4173-9d36-626e837ea0b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:45.044169 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:45.051967 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfb42b-1c98-420d-acba-bdc18d00cea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20661820-f86d-4671-867f-01667b613e05,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:45.054786 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-84bfb42b-1c98-420d-acba-bdc18d00cea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:45.077330 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ac24fbed-5b96-424b-aced-91ead9d3e5c3 req-2008b125-a881-4f56-89ed-03aa3769859e tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/security-groups?id=dadbc326-8ee2-48a4-8d4b-d64b51697efa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548046
Apr 11 17:19:45.103286 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c923078-f1b7-41d4-8180-31cf62e35522 {{(pid=85264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:19:45.116106 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:45.157597 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] Transition to ACTIVE for port object 1c923078-f1b7-41d4-8180-31cf62e35522 will not be triggered until provisioned by entity L2. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:19:45.162879 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:45.210600 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-df14ea30-67a3-496f-a964-007e78677e7d tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:45.238162 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:45.376333 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-84bfb42b-1c98-420d-acba-bdc18d00cea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:45.377873 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-84bfb42b-1c98-420d-acba-bdc18d00cea3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/20661820-f86d-4671-867f-01667b613e05 HTTP/1.1" status: 204  len: 168 time: 0.7191119
Apr 11 17:19:45.387459 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] Pushing event updated for resources: {'Port': ['ID=b562c0b1-2753-439f-b562-116cd8473706,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:45.503907 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:45.522327 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4f43ccdb-d663-4b28-ace8-d0ca2be4407d req-3373d3b5-64b5-47f4-9580-5959643d7e95 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 210 time: 0.1473389
Apr 11 17:19:45.762283 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.37', 52229) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:45.763703 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] Attempting to bind port b562c0b1-2753-439f-b562-116cd8473706 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:19:45.764296 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] Attempting to bind port b562c0b1-2753-439f-b562-116cd8473706 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '7db3722a-26eb-4aef-8939-5002d60e03a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80f28fa7-36bb-4960-bba0-f581250796a5'}] {{(pid=85265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:19:45.764891 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] Attempting to bind port b562c0b1-2753-439f-b562-116cd8473706 on network 80f28fa7-36bb-4960-bba0-f581250796a5 {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:19:45.775326 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] Port b562c0b1-2753-439f-b562-116cd8473706 on network 80f28fa7-36bb-4960-bba0-f581250796a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 11 17:19:45.775981 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] Attempting to bind port b562c0b1-2753-439f-b562-116cd8473706 on network 80f28fa7-36bb-4960-bba0-f581250796a5 {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:19:45.810512 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] Checking agent: {'id': 'ff222714-fd65-43da-9d5f-2c6b0dd417d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'started_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:19:45.811129 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] Checking segment: {'id': '7db3722a-26eb-4aef-8939-5002d60e03a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80f28fa7-36bb-4960-bba0-f581250796a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:19:45.811698 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] Bound using segment: {'id': '7db3722a-26eb-4aef-8939-5002d60e03a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80f28fa7-36bb-4960-bba0-f581250796a5'} {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:19:45.812363 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] Bound port: b562c0b1-2753-439f-b562-116cd8473706, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7db3722a-26eb-4aef-8939-5002d60e03a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80f28fa7-36bb-4960-bba0-f581250796a5'}}] {{(pid=85265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:19:45.812939 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:45.909708 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] For port b562c0b1-2753-439f-b562-116cd8473706, host hv-cinder-78477, cleared binding levels {{(pid=85265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:19:45.913490 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] For port b562c0b1-2753-439f-b562-116cd8473706, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b562c0b1-2753-439f-b562-116cd8473706,segment=NetworkSegment(7db3722a-26eb-4aef-8939-5002d60e03a2),segment_id=7db3722a-26eb-4aef-8939-5002d60e03a2)] {{(pid=85265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:19:45.920134 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:45.969295 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 46674) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:46.044121 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c142223e-be86-42ac-b7d6-0df60df6d6d3 req-88f13549-85e4-42f8-9232-3b0903522aa9 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 210 time: 0.5321176
Apr 11 17:19:46.087827 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-688fd35d-222b-41a2-a00c-00315cbf9e9d tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:46.089697 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-688fd35d-222b-41a2-a00c-00315cbf9e9d tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.37 "GET /v2.0/networks?id=80f28fa7-36bb-4960-bba0-f581250796a5 HTTP/1.1" status: 200  len: 819 time: 0.8847015
Apr 11 17:19:46.096155 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:46.103391 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d01856ec-96bb-4051-b82f-deed73d36056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:46.139184 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] Pushing event updated for resources: {'Port': ['ID=1c923078-f1b7-41d4-8180-31cf62e35522,revision_number=2']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:46.162866 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-ba7a6bda-8f37-42eb-a814-8545b84c9425 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Request body: {'port': {'device_id': '7f87fa95-1424-4510-8efc-9da920d36c26', 'network_id': '80f28fa7-36bb-4960-bba0-f581250796a5', 'admin_state_up': True, 'tenant_id': 'b9bb61f1e6f04c45882198b1f39ca070'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:46.199241 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.989s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:46.232618 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-d01856ec-96bb-4051-b82f-deed73d36056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:46.242038 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-d01856ec-96bb-4051-b82f-deed73d36056 admin admin] Usage tracker for resource:security_group_rule and tenant:c2c546217f5947e28061cd169af919a8 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:46.248327 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-d01856ec-96bb-4051-b82f-deed73d36056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:46.346212 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-d01856ec-96bb-4051-b82f-deed73d36056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:46.559136 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:46.559739 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:46.561267 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] 10.222.0.37 "PUT /v2.0/ports/b562c0b1-2753-439f-b562-116cd8473706 HTTP/1.1" status: 200  len: 1093 time: 2.4037485
Apr 11 17:19:46.571449 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e9f6fb-4366-4742-ade0-2103504e93a7', 'tag': 'b562c0b1-2753-439f-b562-116cd8473706'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:19:46.592361 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] Pushing event updated for resources: {'Port': ['ID=b562c0b1-2753-439f-b562-116cd8473706,revision_number=3']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:46.596143 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:46.745749 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-be971f8a-6e76-4dbd-b666-7cdfff492e10 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:46.746623 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-be971f8a-6e76-4dbd-b666-7cdfff492e10 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Synchronizing usage tracker for tenant:29460390dfea45e8a17222990e169b8c on resource:network {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:19:46.789027 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efb27d-2dca-417e-b134-d9f147800c93 req-76ce1f4d-7add-4512-92bd-af7841e39c0e tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:46.797710 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-20efb27d-2dca-417e-b134-d9f147800c93 req-76ce1f4d-7add-4512-92bd-af7841e39c0e tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 943 time: 0.7116480
Apr 11 17:19:46.826559 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-be971f8a-6e76-4dbd-b666-7cdfff492e10 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Unset dirty status for tenant:29460390dfea45e8a17222990e169b8c on resource:network {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:19:46.827821 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-be971f8a-6e76-4dbd-b666-7cdfff492e10 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.37 "GET /v2.0/networks?id=7a796639-a912-42cf-b262-8ecc2c9af48b HTTP/1.1" status: 200  len: 816 time: 1.0542345
Apr 11 17:19:46.840576 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-20efb27d-2dca-417e-b134-d9f147800c93 req-f56437d4-42d9-475f-a79a-828149da99cb tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417843
Apr 11 17:19:46.857707 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-a3586cfb-4ca7-4eef-8f45-14e79cc0040b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:46.864906 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-a3586cfb-4ca7-4eef-8f45-14e79cc0040b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9bb61f1e6f04c45882198b1f39ca070&device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 1096 time: 0.2447832
Apr 11 17:19:46.902800 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-ba7a6bda-8f37-42eb-a814-8545b84c9425 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:46.928513 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-ba7a6bda-8f37-42eb-a814-8545b84c9425 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:46.932156 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] Attempting to bind port 1c923078-f1b7-41d4-8180-31cf62e35522 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:19:46.932591 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] Attempting to bind port 1c923078-f1b7-41d4-8180-31cf62e35522 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '40454cb1-b1a9-4aa3-a5ee-c66792ea66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071'}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:19:46.932959 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] Attempting to bind port 1c923078-f1b7-41d4-8180-31cf62e35522 on network 6d07600c-54c6-4d19-b4b0-98bb107e0071 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:19:46.950790 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] Port 1c923078-f1b7-41d4-8180-31cf62e35522 on network 6d07600c-54c6-4d19-b4b0-98bb107e0071 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 11 17:19:46.951159 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] Attempting to bind port 1c923078-f1b7-41d4-8180-31cf62e35522 on network 6d07600c-54c6-4d19-b4b0-98bb107e0071 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:19:46.956565 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-90609db6-5b78-4037-ba10-fb6384fee84f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b562c0b1-2753-439f-b562-116cd8473706 HTTP/1.1" status: 200  len: 217 time: 0.0840747
Apr 11 17:19:46.970037 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160029fd-e2d3-4081-8648-bf6e88a7de6a req-bf65cf6d-a23f-406d-88c5-e091fc6132d3 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:46.971680 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-160029fd-e2d3-4081-8648-bf6e88a7de6a req-bf65cf6d-a23f-406d-88c5-e091fc6132d3 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/ports?device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 946 time: 0.7178898
Apr 11 17:19:46.975637 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-ba7a6bda-8f37-42eb-a814-8545b84c9425 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Made reservation on behalf of b9bb61f1e6f04c45882198b1f39ca070 for: {'port': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:19:46.982328 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-ba7a6bda-8f37-42eb-a814-8545b84c9425 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:46.989600 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] Checking agent: {'id': 'ff222714-fd65-43da-9d5f-2c6b0dd417d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'started_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:19:46.989882 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] Checking segment: {'id': '40454cb1-b1a9-4aa3-a5ee-c66792ea66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:19:46.990311 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] Bound using segment: {'id': '40454cb1-b1a9-4aa3-a5ee-c66792ea66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071'} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:19:46.990799 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] Bound port: 1c923078-f1b7-41d4-8180-31cf62e35522, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40454cb1-b1a9-4aa3-a5ee-c66792ea66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071'}}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:19:46.991173 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:47.104896 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c5be0db1-8640-421f-9212-fd38e2a8856b req-7a0ec8b6-db17-4d5e-8be7-848acedfa2e8 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 210 time: 0.0745816
Apr 11 17:19:47.112085 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-555de992-d6db-4298-b06c-863178a7d7ee tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Synchronizing usage tracker for tenant:29460390dfea45e8a17222990e169b8c on resource:security_group {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:19:47.125695 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-808bef22-7df3-4c82-938f-863beee6c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:47.127268 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-808bef22-7df3-4c82-938f-863beee6c6e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2449f5f4-85cf-4114-8bd0-f3e8caf3301d HTTP/1.1" status: 200  len: 859 time: 0.1553941
Apr 11 17:19:47.174822 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-160029fd-e2d3-4081-8648-bf6e88a7de6a req-0d997cac-8e15-4a11-9ec0-678853cb0733 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/security-groups?id=dadbc326-8ee2-48a4-8d4b-d64b51697efa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1865284
Apr 11 17:19:47.178682 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-555de992-d6db-4298-b06c-863178a7d7ee tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Unset dirty status for tenant:29460390dfea45e8a17222990e169b8c on resource:security_group {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:19:47.180690 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-555de992-d6db-4298-b06c-863178a7d7ee tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29460390dfea45e8a17222990e169b8c HTTP/1.1" status: 200  len: 5704 time: 0.3388581
Apr 11 17:19:47.206664 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-2f0e3f3b-5644-4431-b4be-5883f585dff4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=80f28fa7-36bb-4960-bba0-f581250796a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0716882
Apr 11 17:19:47.209786 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e9f6fb-4366-4742-ade0-2103504e93a7', 'tag': 'b562c0b1-2753-439f-b562-116cd8473706', 'status': 'completed', 'code': 200}
Apr 11 17:19:47.214633 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-d947f285-10f8-4316-9b39-2ebd3b571c09 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Request body: {'port': {'device_id': 'd491820d-7675-4812-9c8b-5ab467ee6262', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'admin_state_up': True, 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'security_groups': ['e0353e0d-8aea-42e9-936d-3e50e1fd435c']}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:47.252069 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d01856ec-96bb-4051-b82f-deed73d36056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:47.322660 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d01856ec-96bb-4051-b82f-deed73d36056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:47.394914 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-1a37dd7a-2c11-4ddc-9852-b81a272eb452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:47.410866 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] For port 1c923078-f1b7-41d4-8180-31cf62e35522, host hv-cinder-78477, cleared binding levels {{(pid=85264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:19:47.453424 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-023a6f49-e665-42f2-9ea6-ec7743d7acb1 service neutron] 10.222.0.37 "GET /v2.0/networks/80f28fa7-36bb-4960-bba0-f581250796a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1905723
Apr 11 17:19:47.517280 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] For port 1c923078-f1b7-41d4-8180-31cf62e35522, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1c923078-f1b7-41d4-8180-31cf62e35522,segment=NetworkSegment(40454cb1-b1a9-4aa3-a5ee-c66792ea66eb),segment_id=40454cb1-b1a9-4aa3-a5ee-c66792ea66eb)] {{(pid=85264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:19:47.524360 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01856ec-96bb-4051-b82f-deed73d36056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0de01af-6029-4fc0-9a0c-1f24d40bb9e5,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:47.532770 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-d01856ec-96bb-4051-b82f-deed73d36056 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2c546217f5947e28061cd169af919a8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5248976
Apr 11 17:19:47.535549 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b95a3afd-d0aa-48c0-878a-c7829ca3bae2 req-dc66473c-fea5-4364-aa01-966a79338cc1 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 210 time: 0.0997682
Apr 11 17:19:47.540243 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d01856ec-96bb-4051-b82f-deed73d36056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:47.541036 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 46732) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:47.542321 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:47.583166 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-801064b8-239a-4809-8973-632fc9f0d235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:47.640548 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-ba7a6bda-8f37-42eb-a814-8545b84c9425 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Allocated IP 172.20.0.6 (80f28fa7-36bb-4960-bba0-f581250796a5/2449f5f4-85cf-4114-8bd0-f3e8caf3301d/cdb969d2-4353-462f-a42b-0682d69756bb) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:19:47.767556 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-60e49b5f-5a21-4887-ade1-1a18cb6f82a4 req-7d986b9c-7d52-4e7d-9992-d539bee407fb service neutron] 10.222.0.37 "GET /v2.0/networks/80f28fa7-36bb-4960-bba0-f581250796a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2497442
Apr 11 17:19:47.903409 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] Pushing event updated for resources: {'Port': ['ID=1c923078-f1b7-41d4-8180-31cf62e35522,revision_number=3']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:47.925226 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:47.926040 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-793e8519-7ba3-44df-97cf-5b929ef0bf73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:47.937769 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-d947f285-10f8-4316-9b39-2ebd3b571c09 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:47.948061 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-d947f285-10f8-4316-9b39-2ebd3b571c09 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:47.963640 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cec42-bea7-4805-9a6f-cff3e1e61501 req-268a035f-015a-4fa5-98fb-21fae43688fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:47.965583 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-391cec42-bea7-4805-9a6f-cff3e1e61501 req-268a035f-015a-4fa5-98fb-21fae43688fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9bb61f1e6f04c45882198b1f39ca070&device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 1096 time: 0.1383035
Apr 11 17:19:47.966695 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-d947f285-10f8-4316-9b39-2ebd3b571c09 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Made reservation on behalf of 29460390dfea45e8a17222990e169b8c for: {'port': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:19:47.972853 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-d947f285-10f8-4316-9b39-2ebd3b571c09 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:48.045585 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-793e8519-7ba3-44df-97cf-5b929ef0bf73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:48.057784 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:48.058573 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:48.060161 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] 10.222.0.37 "PUT /v2.0/ports/1c923078-f1b7-41d4-8180-31cf62e35522 HTTP/1.1" status: 200  len: 1093 time: 3.9010420
Apr 11 17:19:48.063310 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c472c2b4-d190-44f1-8f61-cb55f9ed3902', 'tag': '1c923078-f1b7-41d4-8180-31cf62e35522'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:19:48.160644 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cec42-bea7-4805-9a6f-cff3e1e61501 req-51674adf-c5d6-45a1-a633-9f1a5f0282b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:48.162236 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-391cec42-bea7-4805-9a6f-cff3e1e61501 req-51674adf-c5d6-45a1-a633-9f1a5f0282b8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=80f28fa7-36bb-4960-bba0-f581250796a5 HTTP/1.1" status: 200  len: 920 time: 0.1844294
Apr 11 17:19:48.217550 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c472c2b4-d190-44f1-8f61-cb55f9ed3902', 'tag': '1c923078-f1b7-41d4-8180-31cf62e35522', 'status': 'completed', 'code': 200}
Apr 11 17:19:48.239608 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-ba7a6bda-8f37-42eb-a814-8545b84c9425 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:48.267829 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-793e8519-7ba3-44df-97cf-5b929ef0bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:48.291618 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-391cec42-bea7-4805-9a6f-cff3e1e61501 req-001091d6-e365-48c2-95d1-3a068ebfe286 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b562c0b1-2753-439f-b562-116cd8473706 HTTP/1.1" status: 200  len: 217 time: 0.0874372
Apr 11 17:19:48.295210 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:48.334968 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e8519-7ba3-44df-97cf-5b929ef0bf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0de01af-6029-4fc0-9a0c-1f24d40bb9e5,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:48.340507 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-793e8519-7ba3-44df-97cf-5b929ef0bf73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:48.347929 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-cdd0976e-34c8-4f59-b399-d569b3ea67ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:48.349464 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-cdd0976e-34c8-4f59-b399-d569b3ea67ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4744d33c997d404c90625352a9aecf4d&device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 1096 time: 0.2289677
Apr 11 17:19:48.458494 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-3c778fa9-7159-46fe-bc80-64bf561cd892 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c923078-f1b7-41d4-8180-31cf62e35522 HTTP/1.1" status: 200  len: 217 time: 0.0963082
Apr 11 17:19:48.505131 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-ba7a6bda-8f37-42eb-a814-8545b84c9425 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:48.515903 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cec42-bea7-4805-9a6f-cff3e1e61501 req-22c5be06-f351-4afa-b0ad-393dba076b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:48.517505 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-391cec42-bea7-4805-9a6f-cff3e1e61501 req-22c5be06-f351-4afa-b0ad-393dba076b4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2449f5f4-85cf-4114-8bd0-f3e8caf3301d HTTP/1.1" status: 200  len: 859 time: 0.2153814
Apr 11 17:19:48.528806 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320987e-2ff5-4ee3-8127-21a791a2bd84 req-9887e3de-80c6-4d9a-986b-22dc930d3109 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:48.536349 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0320987e-2ff5-4ee3-8127-21a791a2bd84 req-9887e3de-80c6-4d9a-986b-22dc930d3109 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 943 time: 0.5000317
Apr 11 17:19:48.553653 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-793e8519-7ba3-44df-97cf-5b929ef0bf73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:48.554869 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-793e8519-7ba3-44df-97cf-5b929ef0bf73 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f0de01af-6029-4fc0-9a0c-1f24d40bb9e5 HTTP/1.1" status: 204  len: 168 time: 1.0113416
Apr 11 17:19:48.581704 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:48.618726 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-391cec42-bea7-4805-9a6f-cff3e1e61501 req-1dfe87a2-d2dc-4f89-a5a9-cd9a1fcbcb59 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=80f28fa7-36bb-4960-bba0-f581250796a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0770311
Apr 11 17:19:48.625374 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f0d88a97-4b67-4817-b451-6553f5b5e6b7 req-28008d19-aa55-4d3c-b6a8-1f5be9c34a42 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 210 time: 0.1622410
Apr 11 17:19:48.636398 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0320987e-2ff5-4ee3-8127-21a791a2bd84 req-de72c4a8-3050-42a4-b53b-e0fce71c66cb tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0983679
Apr 11 17:19:48.819472 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-a9a98931-d27e-4d00-9473-53c815f08037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:48.821145 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-a9a98931-d27e-4d00-9473-53c815f08037 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=366c0678-a15a-4f72-a34e-cf6cad6c7b77 HTTP/1.1" status: 200  len: 848 time: 0.3147261
Apr 11 17:19:48.825111 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a6bda-8f37-42eb-a814-8545b84c9425 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Pushing event updated for resources: {'Port': ['ID=cdb969d2-4353-462f-a42b-0682d69756bb,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:48.835447 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ba7a6bda-8f37-42eb-a814-8545b84c9425 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:48.841184 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-d947f285-10f8-4316-9b39-2ebd3b571c09 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Allocated IP 172.20.0.12 (7a796639-a912-42cf-b262-8ecc2c9af48b/5ae25664-a4e8-4c35-9626-880cdfd5329a/8ddbd108-d7a3-4278-aa8f-59f9f9d59200) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:19:48.981045 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-ba7a6bda-8f37-42eb-a814-8545b84c9425 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Network 80f28fa7-36bb-4960-bba0-f581250796a5 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:19:48.989282 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-ba7a6bda-8f37-42eb-a814-8545b84c9425 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:19:48.989282 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-ba7a6bda-8f37-42eb-a814-8545b84c9425 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:19:48.993921 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-ba7a6bda-8f37-42eb-a814-8545b84c9425 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:48.994498 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-ba7a6bda-8f37-42eb-a814-8545b84c9425 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:49.007563 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-756ffcbb-cef4-40e8-b644-cc62aa80b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:49.010038 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-756ffcbb-cef4-40e8-b644-cc62aa80b469 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d07600c-54c6-4d19-b4b0-98bb107e0071&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1702151
Apr 11 17:19:49.056768 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-ba7a6bda-8f37-42eb-a814-8545b84c9425 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9184318
Apr 11 17:19:49.077431 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] Request body: {'port': {'device_id': '7f87fa95-1424-4510-8efc-9da920d36c26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:49.235613 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-d947f285-10f8-4316-9b39-2ebd3b571c09 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:49.251732 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-d947f285-10f8-4316-9b39-2ebd3b571c09 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Transition to ACTIVE for port object 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 will not be triggered until provisioned by entity DHCP. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:19:49.306364 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-391cec42-bea7-4805-9a6f-cff3e1e61501 req-5a83d26c-c739-49f3-a359-653660694a0c service neutron] 10.222.0.37 "GET /v2.0/networks/80f28fa7-36bb-4960-bba0-f581250796a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6687801
Apr 11 17:19:49.333435 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-493ee6d4-e7ed-4737-a51a-4297bd2faed6 service neutron] 10.222.0.37 "GET /v2.0/networks/6d07600c-54c6-4d19-b4b0-98bb107e0071?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3130343
Apr 11 17:19:49.336052 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:49.395346 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-d947f285-10f8-4316-9b39-2ebd3b571c09 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:49.485651 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f022a9e9-7eea-4e55-ba8e-e95b74a72709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:49.577125 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7911fe-da0c-41c3-959b-9d95b6f13e59 req-f2dbd76e-c530-4e2f-83c3-11cb2e93b5a1 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:49.578815 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-df7911fe-da0c-41c3-959b-9d95b6f13e59 req-f2dbd76e-c530-4e2f-83c3-11cb2e93b5a1 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 931 time: 0.7407172
Apr 11 17:19:50.000778 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 46818) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:50.085025 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-840d34d5-ebc3-41a3-aeb7-daae6188bf05 req-1ca07225-5c35-4399-aa6c-4c2b42d450ad service neutron] 10.222.0.37 "GET /v2.0/networks/6d07600c-54c6-4d19-b4b0-98bb107e0071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7170537
Apr 11 17:19:50.101553 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-df7911fe-da0c-41c3-959b-9d95b6f13e59 req-e4d6dd55-e054-4fd9-a6cc-9c4a22700c3d tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Synchronizing usage tracker for tenant:b9bb61f1e6f04c45882198b1f39ca070 on resource:security_group {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:19:50.107966 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device b562c0b1-2753-439f-b562-116cd8473706 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:19:50.255757 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-df7911fe-da0c-41c3-959b-9d95b6f13e59 req-e4d6dd55-e054-4fd9-a6cc-9c4a22700c3d tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Unset dirty status for tenant:b9bb61f1e6f04c45882198b1f39ca070 on resource:security_group {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:19:50.272466 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 46826) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:50.273782 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-df7911fe-da0c-41c3-959b-9d95b6f13e59 req-e4d6dd55-e054-4fd9-a6cc-9c4a22700c3d tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2963004
Apr 11 17:19:50.274718 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947f285-10f8-4316-9b39-2ebd3b571c09 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Pushing event updated for resources: {'Port': ['ID=8ddbd108-d7a3-4278-aa8f-59f9f9d59200,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:50.278134 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d947f285-10f8-4316-9b39-2ebd3b571c09 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:50.304250 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-391cec42-bea7-4805-9a6f-cff3e1e61501 req-044ae021-5c10-414b-9c3c-f09426d348b1 service neutron] 10.222.0.37 "GET /v2.0/networks/80f28fa7-36bb-4960-bba0-f581250796a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9884892
Apr 11 17:19:50.309380 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ee5c8-4e0e-4a06-ae23-fbc1607ac0db req-b79cf908-f60c-47ca-8560-e5bc1fe2f4c5 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:50.317115 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1e3ee5c8-4e0e-4a06-ae23-fbc1607ac0db req-b79cf908-f60c-47ca-8560-e5bc1fe2f4c5 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 943 time: 0.3241336
Apr 11 17:19:50.320470 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-d947f285-10f8-4316-9b39-2ebd3b571c09 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Network 7a796639-a912-42cf-b262-8ecc2c9af48b is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:19:50.333729 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-d947f285-10f8-4316-9b39-2ebd3b571c09 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Resources bound (agent type, host, resource id):  {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:19:50.333729 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-d947f285-10f8-4316-9b39-2ebd3b571c09 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:19:50.344667 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-d947f285-10f8-4316-9b39-2ebd3b571c09 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:50.345413 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-81780463-network', 'tenant_id': '258364ec2a7b425fa4d40e678f652ab9'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:50.345541 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-d947f285-10f8-4316-9b39-2ebd3b571c09 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:50.384994 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:50.386785 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-d947f285-10f8-4316-9b39-2ebd3b571c09 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1789756
Apr 11 17:19:50.403433 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Usage tracker for resource:network and tenant:258364ec2a7b425fa4d40e678f652ab9 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:50.405033 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] Request body: {'port': {'device_id': 'd491820d-7675-4812-9c8b-5ab467ee6262', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:50.419013 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1e3ee5c8-4e0e-4a06-ae23-fbc1607ac0db req-e316aeb2-f29e-4b7d-83a5-053519d7715a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1007810
Apr 11 17:19:50.427895 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:50.440778 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port b562c0b1-2753-439f-b562-116cd8473706, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b562c0b1-2753-439f-b562-116cd8473706,segment=NetworkSegment(7db3722a-26eb-4aef-8939-5002d60e03a2),segment_id=7db3722a-26eb-4aef-8939-5002d60e03a2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:19:50.454660 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:50.457005 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': 'b562c0b1-2753-439f-b562-116cd8473706', 'network_id': '80f28fa7-36bb-4960-bba0-f581250796a5', 'port_id': 'b562c0b1-2753-439f-b562-116cd8473706', 'mac_address': 'fa:16:3e:9f:3d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2449f5f4-85cf-4114-8bd0-f3e8caf3301d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:19:50.491218 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e07a0c2d-81b2-47e4-aed9-dae20c15714b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:50.514618 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54254f22-f3ad-4bd4-9043-589653c8da2d req-84ba3dc2-51bc-41dd-8609-840fcc425174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:50.516225 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-54254f22-f3ad-4bd4-9043-589653c8da2d req-84ba3dc2-51bc-41dd-8609-840fcc425174 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4744d33c997d404c90625352a9aecf4d&device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 1096 time: 0.3665032
Apr 11 17:19:50.525775 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:50.527667 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b562c0b1-2753-439f-b562-116cd8473706 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:19:50.534143 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-e07a0c2d-81b2-47e4-aed9-dae20c15714b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:50.538257 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Made reservation on behalf of 258364ec2a7b425fa4d40e678f652ab9 for: {'network': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:19:50.543874 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for network, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:50.547691 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port b562c0b1-2753-439f-b562-116cd8473706, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b562c0b1-2753-439f-b562-116cd8473706,segment=NetworkSegment(7db3722a-26eb-4aef-8939-5002d60e03a2),segment_id=7db3722a-26eb-4aef-8939-5002d60e03a2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:19:50.551858 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:50.555257 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5b26adcc-9bec-4939-9095-490ada0c8627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:50.573961 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:50.619700 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-e07a0c2d-81b2-47e4-aed9-dae20c15714b admin admin] Usage tracker for resource:security_group_rule and tenant:3830df1833424e2d8a51076fb4c91599 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:50.632971 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-e07a0c2d-81b2-47e4-aed9-dae20c15714b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:50.642924 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-be299c79-3062-4106-b926-431d4033932d None None] Provisioning for port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:19:50.646799 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:50.650021 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=b562c0b1-2753-439f-b562-116cd8473706,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:50.653564 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-be299c79-3062-4106-b926-431d4033932d None None] Provisioning complete for port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:50.653988 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-be299c79-3062-4106-b926-431d4033932d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:50.669908 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-e07a0c2d-81b2-47e4-aed9-dae20c15714b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:50.711907 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:50.712586 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-be299c79-3062-4106-b926-431d4033932d None None] Port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:19:50.732331 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:50.747543 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Usage tracker for resource:security_group_rule and tenant:258364ec2a7b425fa4d40e678f652ab9 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:50.752712 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb969d2-4353-462f-a42b-0682d69756bb {{(pid=85264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:19:50.759074 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:50.769106 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:50.787361 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:50.817065 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['b562c0b1-2753-439f-b562-116cd8473706'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:19:50.826036 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] Transition to ACTIVE for port object cdb969d2-4353-462f-a42b-0682d69756bb will not be triggered until provisioned by entity L2. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:19:50.850523 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:50.871573 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b98ee3-baab-444a-90d3-e033b74d7cbc req-155ee8ef-a484-4da8-a8d2-148255b494bd tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:50.872354 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-b2b98ee3-baab-444a-90d3-e033b74d7cbc req-155ee8ef-a484-4da8-a8d2-148255b494bd tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Synchronizing usage tracker for tenant:29460390dfea45e8a17222990e169b8c on resource:port {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:19:50.889837 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:50.966276 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54254f22-f3ad-4bd4-9043-589653c8da2d req-8c9c2218-d1ae-47ed-be39-e166eaffa1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:50.966977 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-b2b98ee3-baab-444a-90d3-e033b74d7cbc req-155ee8ef-a484-4da8-a8d2-148255b494bd tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Unset dirty status for tenant:29460390dfea45e8a17222990e169b8c on resource:port {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:19:50.967383 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-54254f22-f3ad-4bd4-9043-589653c8da2d req-8c9c2218-d1ae-47ed-be39-e166eaffa1d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d07600c-54c6-4d19-b4b0-98bb107e0071 HTTP/1.1" status: 200  len: 910 time: 0.4347556
Apr 11 17:19:50.974636 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b2b98ee3-baab-444a-90d3-e033b74d7cbc req-155ee8ef-a484-4da8-a8d2-148255b494bd tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 932 time: 0.4021626
Apr 11 17:19:51.040263 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b2b98ee3-baab-444a-90d3-e033b74d7cbc req-6cd6675d-b247-43d6-b0ec-96dfa9b8b654 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646060
Apr 11 17:19:51.173596 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-54254f22-f3ad-4bd4-9043-589653c8da2d req-44d047de-7ad7-44e5-8027-cd963f874203 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c923078-f1b7-41d4-8180-31cf62e35522 HTTP/1.1" status: 200  len: 217 time: 0.1196404
Apr 11 17:19:51.191675 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 {{(pid=85265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:19:51.201799 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:51.202344 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb969d2-4353-462f-a42b-0682d69756bb,revision_number=2']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:51.221122 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] Transition to ACTIVE for port object 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 will not be triggered until provisioned by entity L2. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:19:51.224638 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:51.249391 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:51.251673 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:51.295441 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e07a0c2d-81b2-47e4-aed9-dae20c15714b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:51.320535 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e07a0c2d-81b2-47e4-aed9-dae20c15714b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:51.362093 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:51.380810 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54254f22-f3ad-4bd4-9043-589653c8da2d req-95a24e91-a35f-44b1-aede-50953e848e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:51.382512 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-54254f22-f3ad-4bd4-9043-589653c8da2d req-95a24e91-a35f-44b1-aede-50953e848e46 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=366c0678-a15a-4f72-a34e-cf6cad6c7b77 HTTP/1.1" status: 200  len: 848 time: 0.1854882
Apr 11 17:19:51.428317 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] Pushing event updated for resources: {'Port': ['ID=8ddbd108-d7a3-4278-aa8f-59f9f9d59200,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:51.431456 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:51.541359 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:51.611916 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a0c2d-81b2-47e4-aed9-dae20c15714b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bea84bd-a95c-4b98-aa3e-ea8fdf072f1e,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:51.616045 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e07a0c2d-81b2-47e4-aed9-dae20c15714b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:51.625479 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:51.637689 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-e07a0c2d-81b2-47e4-aed9-dae20c15714b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3830df1833424e2d8a51076fb4c91599&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3614218
Apr 11 17:19:51.645116 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 46860) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:51.655787 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:51.672324 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] Attempting to bind port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:19:51.673375 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] Attempting to bind port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'a838892c-3534-40e2-8fdd-387b0d302be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b'}] {{(pid=85265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:19:51.673375 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] Attempting to bind port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 on network 7a796639-a912-42cf-b262-8ecc2c9af48b {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:19:51.682651 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] Port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 on network 7a796639-a912-42cf-b262-8ecc2c9af48b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 11 17:19:51.683236 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] Attempting to bind port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 on network 7a796639-a912-42cf-b262-8ecc2c9af48b {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:19:51.706030 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] Checking agent: {'id': 'ff222714-fd65-43da-9d5f-2c6b0dd417d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'started_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:19:51.706030 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] Checking segment: {'id': 'a838892c-3534-40e2-8fdd-387b0d302be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:19:51.706030 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] Bound using segment: {'id': 'a838892c-3534-40e2-8fdd-387b0d302be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b'} {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:19:51.706352 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] Bound port: 8ddbd108-d7a3-4278-aa8f-59f9f9d59200, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a838892c-3534-40e2-8fdd-387b0d302be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b'}}] {{(pid=85265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:19:51.706571 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:51.737846 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 46864) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:51.764194 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'}  {{(pid=85264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 11 17:19:51.774864 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909d205-c649-4d05-a98b-7d148fd6aa93 req-98dde198-3436-45fe-82b3-01db10c44fc6 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:51.777261 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9909d205-c649-4d05-a98b-7d148fd6aa93 req-98dde198-3436-45fe-82b3-01db10c44fc6 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 943 time: 0.2261736
Apr 11 17:19:51.819864 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9909d205-c649-4d05-a98b-7d148fd6aa93 req-85c8dd44-e854-4aa0-b1b2-244691bd036f tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0304255
Apr 11 17:19:51.826021 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] For port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200, host hv-cinder-78477, cleared binding levels {{(pid=85265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:19:51.829839 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f7e977-cea5-4c5a-b131-1fe69b0a885c,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:51.830977 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] For port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8ddbd108-d7a3-4278-aa8f-59f9f9d59200,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:19:51.836684 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:51.841710 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:51.855745 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:51.856141 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.segments_db [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Added segment 0d92f160-e77f-4cbb-a518-8f24bc36591b of type vlan for network ec50ce3c-22b2-4113-805a-7e33bad77898
Apr 11 17:19:51.857540 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] Attempting to bind port cdb969d2-4353-462f-a42b-0682d69756bb on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:19:51.857916 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] Attempting to bind port cdb969d2-4353-462f-a42b-0682d69756bb by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '7db3722a-26eb-4aef-8939-5002d60e03a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80f28fa7-36bb-4960-bba0-f581250796a5'}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:19:51.858286 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] Attempting to bind port cdb969d2-4353-462f-a42b-0682d69756bb on network 80f28fa7-36bb-4960-bba0-f581250796a5 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:19:51.908680 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] Port cdb969d2-4353-462f-a42b-0682d69756bb on network 80f28fa7-36bb-4960-bba0-f581250796a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 11 17:19:51.909216 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] Attempting to bind port cdb969d2-4353-462f-a42b-0682d69756bb on network 80f28fa7-36bb-4960-bba0-f581250796a5 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:19:51.917334 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-98e03018-6cda-4312-adde-52e8fd0ef870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:51.928076 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:51.950369 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] Checking agent: {'id': 'ff222714-fd65-43da-9d5f-2c6b0dd417d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'started_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:19:51.950749 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] Checking segment: {'id': '7db3722a-26eb-4aef-8939-5002d60e03a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80f28fa7-36bb-4960-bba0-f581250796a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:19:51.951176 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] Bound using segment: {'id': '7db3722a-26eb-4aef-8939-5002d60e03a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80f28fa7-36bb-4960-bba0-f581250796a5'} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:19:51.951661 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] Bound port: cdb969d2-4353-462f-a42b-0682d69756bb, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7db3722a-26eb-4aef-8939-5002d60e03a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '80f28fa7-36bb-4960-bba0-f581250796a5'}}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:19:51.952046 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:52.015806 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54254f22-f3ad-4bd4-9043-589653c8da2d req-0136ff57-3871-463f-86f2-20e723184913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:52.017484 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-54254f22-f3ad-4bd4-9043-589653c8da2d req-0136ff57-3871-463f-86f2-20e723184913 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d07600c-54c6-4d19-b4b0-98bb107e0071&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5898132
Apr 11 17:19:52.019189 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736608949653'] for network, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:52.037260 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] Pushing event updated for resources: {'Port': ['ID=8ddbd108-d7a3-4278-aa8f-59f9f9d59200,revision_number=3']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:52.040618 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:52.055198 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:52.055938 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:52.057903 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] 10.222.0.37 "PUT /v2.0/ports/8ddbd108-d7a3-4278-aa8f-59f9f9d59200 HTTP/1.1" status: 200  len: 1094 time: 1.6592038
Apr 11 17:19:52.058412 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd491820d-7675-4812-9c8b-5ab467ee6262', 'tag': '8ddbd108-d7a3-4278-aa8f-59f9f9d59200'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:19:52.063606 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d6559c88-6422-4c7c-a548-0d744bcef6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:52.100579 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-98e03018-6cda-4312-adde-52e8fd0ef870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:52.120373 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 1c923078-f1b7-41d4-8180-31cf62e35522 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:19:52.152730 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bc854-a7fe-4d5c-be7a-d9ab7491b93d req-768cdaf9-b5bc-4221-9af4-20adb0f4c053 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:52.153961 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-9e2bc854-a7fe-4d5c-be7a-d9ab7491b93d req-768cdaf9-b5bc-4221-9af4-20adb0f4c053 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Synchronizing usage tracker for tenant:b9bb61f1e6f04c45882198b1f39ca070 on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:19:52.156852 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd491820d-7675-4812-9c8b-5ab467ee6262', 'tag': '8ddbd108-d7a3-4278-aa8f-59f9f9d59200', 'status': 'completed', 'code': 200}
Apr 11 17:19:52.162315 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device b562c0b1-2753-439f-b562-116cd8473706 up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:19:52.202616 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-9ccc9a0d-422e-4221-b931-2fe2bae4acba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:52.210124 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-9ccc9a0d-422e-4221-b931-2fe2bae4acba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=29460390dfea45e8a17222990e169b8c&device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 1097 time: 0.1026781
Apr 11 17:19:52.219882 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:19:52.266707 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.db.resource_extend [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 11 17:19:52.270368 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-d6559c88-6422-4c7c-a548-0d744bcef6c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:52.279545 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.db.resource_extend [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 11 17:19:52.303402 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-d6559c88-6422-4c7c-a548-0d744bcef6c8 admin admin] Usage tracker for resource:security_group_rule and tenant:dba13c8cc4cb471faf2432ce2b10764b is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:52.327278 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-d6559c88-6422-4c7c-a548-0d744bcef6c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:52.375667 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] For port cdb969d2-4353-462f-a42b-0682d69756bb, host hv-cinder-78477, cleared binding levels {{(pid=85264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:19:52.381605 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-d6559c88-6422-4c7c-a548-0d744bcef6c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:52.383544 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-9e2bc854-a7fe-4d5c-be7a-d9ab7491b93d req-768cdaf9-b5bc-4221-9af4-20adb0f4c053 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Unset dirty status for tenant:b9bb61f1e6f04c45882198b1f39ca070 on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:19:52.392377 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9e2bc854-a7fe-4d5c-be7a-d9ab7491b93d req-768cdaf9-b5bc-4221-9af4-20adb0f4c053 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 943 time: 0.9043870
Apr 11 17:19:52.423681 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-76591b1b-56ac-441d-8e4c-11bae2fbbe28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ddbd108-d7a3-4278-aa8f-59f9f9d59200 HTTP/1.1" status: 200  len: 217 time: 0.2015285
Apr 11 17:19:52.431879 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning for port b562c0b1-2753-439f-b562-116cd8473706 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:19:52.432593 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] For port cdb969d2-4353-462f-a42b-0682d69756bb, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cdb969d2-4353-462f-a42b-0682d69756bb,segment=NetworkSegment(7db3722a-26eb-4aef-8939-5002d60e03a2),segment_id=7db3722a-26eb-4aef-8939-5002d60e03a2)] {{(pid=85264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:19:52.444088 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port b562c0b1-2753-439f-b562-116cd8473706 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:52.444540 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:52.447302 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for network, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:52.455063 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:52.473695 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:52.474496 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:52.542355 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82d477-f82b-40c2-b43b-498c8fd616de req-1d6e0cb7-f735-4fe2-9683-7e49ed5d0dfc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:52.545145 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8b82d477-f82b-40c2-b43b-498c8fd616de req-1d6e0cb7-f735-4fe2-9683-7e49ed5d0dfc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.2155707
Apr 11 17:19:52.547283 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-92dddd9b-1ac2-4138-9985-952bd0c10921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:52.549797 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-92dddd9b-1ac2-4138-9985-952bd0c10921 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ae25664-a4e8-4c35-9626-880cdfd5329a HTTP/1.1" status: 200  len: 855 time: 0.1162946
Apr 11 17:19:52.628049 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8b82d477-f82b-40c2-b43b-498c8fd616de req-3ce9f2ac-5a8a-497c-82b6-eec62cb6dee6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0768015
Apr 11 17:19:52.674551 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-bc4dd3cc-b064-4c0d-9c2a-eb80fea66fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:52.676616 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-bc4dd3cc-b064-4c0d-9c2a-eb80fea66fdf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7a796639-a912-42cf-b262-8ecc2c9af48b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1112034
Apr 11 17:19:52.727305 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:52.737587 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 1c923078-f1b7-41d4-8180-31cf62e35522, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1c923078-f1b7-41d4-8180-31cf62e35522,segment=NetworkSegment(40454cb1-b1a9-4aa3-a5ee-c66792ea66eb),segment_id=40454cb1-b1a9-4aa3-a5ee-c66792ea66eb)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:19:52.757912 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9e2bc854-a7fe-4d5c-be7a-d9ab7491b93d req-a7bcf60a-c913-4ff0-a9b4-8721e4ce756b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3645709
Apr 11 17:19:52.758630 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': '1c923078-f1b7-41d4-8180-31cf62e35522', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'port_id': '1c923078-f1b7-41d4-8180-31cf62e35522', 'mac_address': 'fa:16:3e:9c:ac:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:19:52.760115 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-54254f22-f3ad-4bd4-9043-589653c8da2d req-beeaab65-5479-49e3-8148-4d489129ea43 service neutron] 10.222.0.37 "GET /v2.0/networks/6d07600c-54c6-4d19-b4b0-98bb107e0071?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7201953
Apr 11 17:19:52.843737 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-fcc3feaf-5452-449a-bc70-d8f6c3d4e42a service neutron] 10.222.0.37 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1596723
Apr 11 17:19:52.851451 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-98e03018-6cda-4312-adde-52e8fd0ef870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:52.873348 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:52.874693 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c923078-f1b7-41d4-8180-31cf62e35522 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:19:52.901825 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:52.912565 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 1c923078-f1b7-41d4-8180-31cf62e35522, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1c923078-f1b7-41d4-8180-31cf62e35522,segment=NetworkSegment(40454cb1-b1a9-4aa3-a5ee-c66792ea66eb),segment_id=40454cb1-b1a9-4aa3-a5ee-c66792ea66eb)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:19:52.918159 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e9f6fb-4366-4742-ade0-2103504e93a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b562c0b1-2753-439f-b562-116cd8473706'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:19:52.926869 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:52.929677 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ef719a36-ba02-4f9a-a0e9-9e846ec903c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:52.968696 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port b562c0b1-2753-439f-b562-116cd8473706, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b562c0b1-2753-439f-b562-116cd8473706,segment=NetworkSegment(7db3722a-26eb-4aef-8939-5002d60e03a2),segment_id=7db3722a-26eb-4aef-8939-5002d60e03a2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:19:52.979025 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:53.007175 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=1c923078-f1b7-41d4-8180-31cf62e35522,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:53.011003 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:53.011740 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:53.014169 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e5fd40b2-2c48-4b46-91f3-a33aaffa99ae req-9d103365-db3e-4c02-b7ff-982c9eb68ad8 service neutron] 10.222.0.37 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1629899
Apr 11 17:19:53.050254 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 3.0455699
Apr 11 17:19:53.066768 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 46884) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:53.089790 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-91adc1ae-492e-4966-88a6-4a31a5edf5ba admin admin] Request body: {'subnet': {'network_id': 'ec50ce3c-22b2-4113-805a-7e33bad77898', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-81780463-subnet', 'tenant_id': '258364ec2a7b425fa4d40e678f652ab9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:53.094383 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=b562c0b1-2753-439f-b562-116cd8473706,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:53.099675 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e9f6fb-4366-4742-ade0-2103504e93a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b562c0b1-2753-439f-b562-116cd8473706', 'code': 200}
Apr 11 17:19:53.102427 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:53.131869 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5a37f-b8a2-4e16-b695-87f0bbb07cdd req-dfc9fbaf-7ba2-4fcf-aaa6-111b88c7ec14 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:53.133636 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0bd5a37f-b8a2-4e16-b695-87f0bbb07cdd req-dfc9fbaf-7ba2-4fcf-aaa6-111b88c7ec14 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 944 time: 0.1184556
Apr 11 17:19:53.158146 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-98e03018-6cda-4312-adde-52e8fd0ef870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:53.159553 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-98e03018-6cda-4312-adde-52e8fd0ef870 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6bea84bd-a95c-4b98-aa3e-ea8fdf072f1e HTTP/1.1" status: 204  len: 168 time: 1.4957056
Apr 11 17:19:53.160921 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-91adc1ae-492e-4966-88a6-4a31a5edf5ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:53.172958 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Pushing event updated for resources: {'Network': ['ID=ec50ce3c-22b2-4113-805a-7e33bad77898,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:53.187968 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-91adc1ae-492e-4966-88a6-4a31a5edf5ba admin admin] Usage tracker for resource:subnet and tenant:258364ec2a7b425fa4d40e678f652ab9 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:53.203708 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0bd5a37f-b8a2-4e16-b695-87f0bbb07cdd req-5a4879f0-106d-4672-af32-a81a08a7369a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627151
Apr 11 17:19:53.209038 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-91adc1ae-492e-4966-88a6-4a31a5edf5ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:53.213156 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Network ec50ce3c-22b2-4113-805a-7e33bad77898 details requested by agent ovs-agent-dv-cinder-784779-4-iscsi with host dv-cinder-784779-4-iscsi {{(pid=85266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 11 17:19:53.227714 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:53.250186 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.480s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:53.260075 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['1c923078-f1b7-41d4-8180-31cf62e35522'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:19:53.294675 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-91adc1ae-492e-4966-88a6-4a31a5edf5ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:53.412915 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-54254f22-f3ad-4bd4-9043-589653c8da2d req-f198abfd-47fe-4d27-8d93-82f32f8fedab service neutron] 10.222.0.37 "GET /v2.0/networks/6d07600c-54c6-4d19-b4b0-98bb107e0071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5985670
Apr 11 17:19:53.462501 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91adc1ae-492e-4966-88a6-4a31a5edf5ba admin admin] Made reservation on behalf of 258364ec2a7b425fa4d40e678f652ab9 for: {'subnet': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:19:53.473934 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-91adc1ae-492e-4966-88a6-4a31a5edf5ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:53.583911 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e16a1c-b4de-474e-8d7d-6b3811b74f2f req-03b5c1bb-4d9a-406c-8422-87f2fba7d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:53.584455 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:53.585170 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:53.586414 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a8e16a1c-b4de-474e-8d7d-6b3811b74f2f req-03b5c1bb-4d9a-406c-8422-87f2fba7d485 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 1098 time: 0.2536118
Apr 11 17:19:53.586862 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] 10.222.0.37 "PUT /v2.0/ports/cdb969d2-4353-462f-a42b-0682d69756bb HTTP/1.1" status: 200  len: 1093 time: 4.5170536
Apr 11 17:19:53.591619 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f87fa95-1424-4510-8efc-9da920d36c26', 'tag': 'cdb969d2-4353-462f-a42b-0682d69756bb'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:19:53.595265 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da9921-1f42-4f9b-93eb-357eb6bd40cd req-6bbeb63d-5e06-4e62-a8ec-99845d930b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:53.598107 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-73da9921-1f42-4f9b-93eb-357eb6bd40cd req-6bbeb63d-5e06-4e62-a8ec-99845d930b5e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=29460390dfea45e8a17222990e169b8c&device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 1097 time: 0.3549273
Apr 11 17:19:53.645534 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a8e16a1c-b4de-474e-8d7d-6b3811b74f2f req-24ce16d3-54b3-43cc-87c3-b9b345821b0b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461318
Apr 11 17:19:53.669892 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d6559c88-6422-4c7c-a548-0d744bcef6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:53.684717 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d6559c88-6422-4c7c-a548-0d744bcef6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:53.710411 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb969d2-4353-462f-a42b-0682d69756bb,revision_number=3']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:53.720020 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f87fa95-1424-4510-8efc-9da920d36c26', 'tag': 'cdb969d2-4353-462f-a42b-0682d69756bb', 'status': 'completed', 'code': 200}
Apr 11 17:19:53.723898 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:53.773496 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a189ca17-71c6-4ca9-89d6-23ed2dd7aeed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.726s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:53.835328 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da9921-1f42-4f9b-93eb-357eb6bd40cd req-a0c30bd7-e6f0-48d1-a5e6-4402aba82c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:53.837005 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-73da9921-1f42-4f9b-93eb-357eb6bd40cd req-a0c30bd7-e6f0-48d1-a5e6-4402aba82c13 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7a796639-a912-42cf-b262-8ecc2c9af48b HTTP/1.1" status: 200  len: 917 time: 0.1940687
Apr 11 17:19:53.912831 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-d6559c88-6422-4c7c-a548-0d744bcef6c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dba13c8cc4cb471faf2432ce2b10764b&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1690907
Apr 11 17:19:53.913871 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e03018-6cda-4312-adde-52e8fd0ef870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bea84bd-a95c-4b98-aa3e-ea8fdf072f1e,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:53.931001 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 46916) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:54.025328 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-73da9921-1f42-4f9b-93eb-357eb6bd40cd req-928f9a49-7a41-4755-83e8-1f6de3be0905 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ddbd108-d7a3-4278-aa8f-59f9f9d59200 HTTP/1.1" status: 200  len: 217 time: 0.1800478
Apr 11 17:19:54.121357 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6559c88-6422-4c7c-a548-0d744bcef6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba01d1fa-ec96-4da3-ab6b-fa4be0425874,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:54.123822 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da9921-1f42-4f9b-93eb-357eb6bd40cd req-6bbe4623-34ce-4385-a674-1934618cc739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:54.125623 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-73da9921-1f42-4f9b-93eb-357eb6bd40cd req-6bbe4623-34ce-4385-a674-1934618cc739 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ae25664-a4e8-4c35-9626-880cdfd5329a HTTP/1.1" status: 200  len: 855 time: 0.0918458
Apr 11 17:19:54.130245 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d6559c88-6422-4c7c-a548-0d744bcef6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:54.130886 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.421s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:54.131216 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:54.139804 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68a82e-b66d-40ed-b288-2a117d8668aa req-78f8f26a-4f30-4405-b97b-1f06d2c46e0e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:54.141435 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cf68a82e-b66d-40ed-b288-2a117d8668aa req-78f8f26a-4f30-4405-b97b-1f06d2c46e0e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.1764052
Apr 11 17:19:54.190114 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c5c595b7-fdec-4116-a01e-bde51664eb05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:54.210253 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-ae22727f-7fa5-4882-9222-0e5b1cf43017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:54.212269 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-ae22727f-7fa5-4882-9222-0e5b1cf43017 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9bb61f1e6f04c45882198b1f39ca070&device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 1096 time: 0.5082135
Apr 11 17:19:54.226588 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cf68a82e-b66d-40ed-b288-2a117d8668aa req-78f8c3b4-9de9-416a-b945-2851177ad2d0 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457911
Apr 11 17:19:54.270858 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da9921-1f42-4f9b-93eb-357eb6bd40cd req-ae8305d5-efca-4272-9768-1b27696ddf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:54.273101 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-73da9921-1f42-4f9b-93eb-357eb6bd40cd req-ae8305d5-efca-4272-9768-1b27696ddf9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7a796639-a912-42cf-b262-8ecc2c9af48b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1306434
Apr 11 17:19:54.389878 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c5c595b7-fdec-4116-a01e-bde51664eb05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:54.399784 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-d8a0a1b5-64ec-4726-9abb-03ea8b0dd650 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdb969d2-4353-462f-a42b-0682d69756bb HTTP/1.1" status: 200  len: 217 time: 0.1766994
Apr 11 17:19:54.537150 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302850e2-6b6e-4adb-a657-1771b13043fe req-4a7ed606-68b3-4034-8310-7792a1ee3b74 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:54.538885 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-302850e2-6b6e-4adb-a657-1771b13043fe req-4a7ed606-68b3-4034-8310-7792a1ee3b74 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 943 time: 0.5555942
Apr 11 17:19:54.638826 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-302850e2-6b6e-4adb-a657-1771b13043fe req-10fcffda-28ce-4cb6-932d-f2103f04cec4 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627332
Apr 11 17:19:54.660399 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-b7dda2a2-f60c-4cfd-bc62-024e64bc0934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:54.662077 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-b7dda2a2-f60c-4cfd-bc62-024e64bc0934 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2449f5f4-85cf-4114-8bd0-f3e8caf3301d HTTP/1.1" status: 200  len: 859 time: 0.2470138
Apr 11 17:19:54.689753 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c5c595b7-fdec-4116-a01e-bde51664eb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:54.692629 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:54.849212 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-109e3ae9-47ee-4878-8d32-2e80eff031bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=80f28fa7-36bb-4960-bba0-f581250796a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1605968
Apr 11 17:19:54.850191 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c595b7-fdec-4116-a01e-bde51664eb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba01d1fa-ec96-4da3-ab6b-fa4be0425874,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:54.916336 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c5c595b7-fdec-4116-a01e-bde51664eb05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:54.940552 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-73da9921-1f42-4f9b-93eb-357eb6bd40cd req-94cd69c4-92f6-4a2f-a11d-ad23b9587ae9 service neutron] 10.222.0.37 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6593850
Apr 11 17:19:55.018262 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-67f53b08-af3a-432e-9ce4-48937eb7f64b tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:55.020148 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-67f53b08-af3a-432e-9ce4-48937eb7f64b tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/networks?id=bcab040b-6e8c-46fa-bfb5-9be724a5cb14 HTTP/1.1" status: 200  len: 815 time: 0.3313205
Apr 11 17:19:55.068669 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c5c595b7-fdec-4116-a01e-bde51664eb05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:55.069877 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-c5c595b7-fdec-4116-a01e-bde51664eb05 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba01d1fa-ec96-4da3-ab6b-fa4be0425874 HTTP/1.1" status: 204  len: 168 time: 1.1349378
Apr 11 17:19:55.092804 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-5db76f17-6dbf-46e6-b29f-08a1f1df53e0 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/quotas/80a3dcdeb1834a4ea3e6d67248a3caaf HTTP/1.1" status: 200  len: 375 time: 0.0170193
Apr 11 17:19:55.198090 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-73da9921-1f42-4f9b-93eb-357eb6bd40cd req-966ca340-e169-433e-b5a4-144c11cea641 service neutron] 10.222.0.37 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2484553
Apr 11 17:19:55.226436 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-e5ae68cf-69e7-4e2f-b193-e2c8c4fcc930 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=80a3dcdeb1834a4ea3e6d67248a3caaf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1253655
Apr 11 17:19:55.227843 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-0b297e4d-8acb-4894-9c32-de8ba7ba1319 service neutron] 10.222.0.37 "GET /v2.0/networks/80f28fa7-36bb-4960-bba0-f581250796a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3098817
Apr 11 17:19:55.228839 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-91adc1ae-492e-4966-88a6-4a31a5edf5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for subnet, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:55.255222 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03678289-d326-4bb3-99db-16fd4d3406e8 req-05fc23de-a015-4eeb-b892-48d185fc0e66 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:55.266823 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-03678289-d326-4bb3-99db-16fd4d3406e8 req-05fc23de-a015-4eeb-b892-48d185fc0e66 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 944 time: 0.4137714
Apr 11 17:19:55.296454 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:55.409483 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-395e8357-c239-4bc8-87b2-d8201d4ae5c8 service neutron] 10.222.0.30 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1819198
Apr 11 17:19:55.581180 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-ecc80caa-0acf-4ace-a4d9-14b84e500f46 service neutron] 10.222.0.30 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1704926
Apr 11 17:19:55.649844 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 46966) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:55.675133 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-731e82e7-9836-455d-b530-10f23eaf042d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:55.693651 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-731e82e7-9836-455d-b530-10f23eaf042d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:55.694980 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-03678289-d326-4bb3-99db-16fd4d3406e8 req-b31bf0bf-53c6-4e94-92b0-83b02bbbe3da tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4266942
Apr 11 17:19:55.698253 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-731e82e7-9836-455d-b530-10f23eaf042d admin admin] Usage tracker for resource:security_group_rule and tenant:e5b85c763c9f46fcba75d8b1544e7598 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:55.701370 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-731e82e7-9836-455d-b530-10f23eaf042d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:55.707529 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-731e82e7-9836-455d-b530-10f23eaf042d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:55.945810 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91adc1ae-492e-4966-88a6-4a31a5edf5ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca343ad3-45ef-4926-a4cb-669ef22d730e,revision_number=0']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:55.974695 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-91adc1ae-492e-4966-88a6-4a31a5edf5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:55.993158 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-731e82e7-9836-455d-b530-10f23eaf042d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:55.997950 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-731e82e7-9836-455d-b530-10f23eaf042d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:56.008684 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-83041a82-8e55-4cb2-9175-750cb2a2f790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:56.028960 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ddf08-bc38-4164-bf83-314d1c35b49c req-ec67efe2-86b9-49b8-b822-66939fc92b79 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:56.036612 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5c9ddf08-bc38-4164-bf83-314d1c35b49c req-ec67efe2-86b9-49b8-b822-66939fc92b79 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 943 time: 0.1933463
Apr 11 17:19:56.078024 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:56.095365 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5c9ddf08-bc38-4164-bf83-314d1c35b49c req-faa81abb-6eec-4401-a5e7-aea43abc2250 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577414
Apr 11 17:19:56.142633 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ba8fee93-ecdc-4097-8410-dccb346e9edb req-637c65e7-a322-4ba2-92a8-204a13263afe service neutron] 10.222.0.37 "GET /v2.0/networks/80f28fa7-36bb-4960-bba0-f581250796a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8472245
Apr 11 17:19:56.146686 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:19:56.153065 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 1c923078-f1b7-41d4-8180-31cf62e35522 up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:19:56.180027 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e82e7-9836-455d-b530-10f23eaf042d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2691451-d7f2-4458-9aea-9de4b5c095f1,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:56.206570 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-731e82e7-9836-455d-b530-10f23eaf042d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5b85c763c9f46fcba75d8b1544e7598&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5543315
Apr 11 17:19:56.211163 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-731e82e7-9836-455d-b530-10f23eaf042d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:56.212440 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 46988) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:56.269602 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75019f3-e825-45cb-a242-9dd1bd22450c req-8aba47f8-2bdb-4a41-b12c-b1e7ad65f705 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:56.290123 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d75019f3-e825-45cb-a242-9dd1bd22450c req-8aba47f8-2bdb-4a41-b12c-b1e7ad65f705 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.3526840
Apr 11 17:19:56.343387 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d75019f3-e825-45cb-a242-9dd1bd22450c req-4615f489-5134-431e-ac44-6a1bc93776a9 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520570
Apr 11 17:19:56.360908 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dc2b996c-1c79-49f0-aece-0bfe2c704f3f req-3689b5f4-aa36-4cb8-ab26-e29f1ed662b5 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=12c19d95-0415-49ec-bf99-4805ea382c14 HTTP/1.1" status: 200  len: 210 time: 0.1533976
Apr 11 17:19:56.390916 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91adc1ae-492e-4966-88a6-4a31a5edf5ba admin admin] Checking segment: {'id': '0d92f160-e77f-4cbb-a518-8f24bc36591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ec50ce3c-22b2-4113-805a-7e33bad77898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:19:56.391321 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91adc1ae-492e-4966-88a6-4a31a5edf5ba admin admin] Network hostable DHCP agents. Network: ec50ce3c-22b2-4113-805a-7e33bad77898, hostable agents: ['cadf10d7-d23a-4fec-9e77-f0f038d86f43'], hosted agents: [] {{(pid=85264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 11 17:19:56.428548 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-33178c93-e084-44f2-91e3-e9c926f39109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:56.431280 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91adc1ae-492e-4966-88a6-4a31a5edf5ba admin admin] Network ec50ce3c-22b2-4113-805a-7e33bad77898 is scheduled to be hosted by DHCP agent cadf10d7-d23a-4fec-9e77-f0f038d86f43 with binding_index 1 {{(pid=85264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 11 17:19:56.442370 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-91adc1ae-492e-4966-88a6-4a31a5edf5ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-iscsi, ec50ce3c-22b2-4113-805a-7e33bad77898) {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:19:56.446893 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91adc1ae-492e-4966-88a6-4a31a5edf5ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:56.448398 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-91adc1ae-492e-4966-88a6-4a31a5edf5ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:56.458179 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-33178c93-e084-44f2-91e3-e9c926f39109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:56.461969 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a54855-19df-4c9b-bed2-c12624609f41 req-661d5d55-130a-4736-988e-34390c88c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:56.463122 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-79a54855-19df-4c9b-bed2-c12624609f41 req-661d5d55-130a-4736-988e-34390c88c10f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9bb61f1e6f04c45882198b1f39ca070&device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 1096 time: 0.2483804
Apr 11 17:19:56.464356 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d87130-feca-44d7-8da3-beedba1b52ef None None] Network ec50ce3c-22b2-4113-805a-7e33bad77898 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:19:56.480303 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-91adc1ae-492e-4966-88a6-4a31a5edf5ba admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 3.4000549
Apr 11 17:19:56.527188 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-33178c93-e084-44f2-91e3-e9c926f39109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:56.534121 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning for port 1c923078-f1b7-41d4-8180-31cf62e35522 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:19:56.534295 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-731e82e7-9836-455d-b530-10f23eaf042d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:56.547735 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33178c93-e084-44f2-91e3-e9c926f39109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2691451-d7f2-4458-9aea-9de4b5c095f1,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:56.550361 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-33178c93-e084-44f2-91e3-e9c926f39109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:56.555958 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-33178c93-e084-44f2-91e3-e9c926f39109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:56.558390 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-33178c93-e084-44f2-91e3-e9c926f39109 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2691451-d7f2-4458-9aea-9de4b5c095f1 HTTP/1.1" status: 204  len: 168 time: 0.3449411
Apr 11 17:19:56.623904 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port 1c923078-f1b7-41d4-8180-31cf62e35522 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:19:56.624529 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:56.678094 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a54855-19df-4c9b-bed2-c12624609f41 req-e91115e7-9e0d-4ba8-b256-47a1e854d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:56.679685 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-79a54855-19df-4c9b-bed2-c12624609f41 req-e91115e7-9e0d-4ba8-b256-47a1e854d5d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=80f28fa7-36bb-4960-bba0-f581250796a5 HTTP/1.1" status: 200  len: 920 time: 0.1982565
Apr 11 17:19:56.780135 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8ddbd108-d7a3-4278-aa8f-59f9f9d59200,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:19:56.796257 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-79a54855-19df-4c9b-bed2-c12624609f41 req-02e47434-1721-4836-b8ef-fee1afe83f57 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdb969d2-4353-462f-a42b-0682d69756bb HTTP/1.1" status: 200  len: 217 time: 0.1069033
Apr 11 17:19:56.936089 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:56.937543 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a54855-19df-4c9b-bed2-c12624609f41 req-7721b748-fb44-4441-978a-eab7d7c30171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:56.939166 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-79a54855-19df-4c9b-bed2-c12624609f41 req-7721b748-fb44-4441-978a-eab7d7c30171 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2449f5f4-85cf-4114-8bd0-f3e8caf3301d HTTP/1.1" status: 200  len: 859 time: 0.1346149
Apr 11 17:19:56.976681 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': '8ddbd108-d7a3-4278-aa8f-59f9f9d59200', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'port_id': '8ddbd108-d7a3-4278-aa8f-59f9f9d59200', 'mac_address': 'fa:16:3e:e8:36:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:19:57.002097 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c472c2b4-d190-44f1-8f61-cb55f9ed3902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c923078-f1b7-41d4-8180-31cf62e35522'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:19:57.062916 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-79a54855-19df-4c9b-bed2-c12624609f41 req-b8c1e85b-26fb-450f-bf50-f64e53b782ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=80f28fa7-36bb-4960-bba0-f581250796a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1096478
Apr 11 17:19:57.087539 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:57.089748 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:19:57.109998 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8ddbd108-d7a3-4278-aa8f-59f9f9d59200,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:19:57.114402 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafb2460-0fec-4610-9384-f61345099fed None None] Network ec50ce3c-22b2-4113-805a-7e33bad77898 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:19:57.155882 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c472c2b4-d190-44f1-8f61-cb55f9ed3902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c923078-f1b7-41d4-8180-31cf62e35522', 'code': 200}
Apr 11 17:19:57.157256 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:57.163894 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 1c923078-f1b7-41d4-8180-31cf62e35522, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1c923078-f1b7-41d4-8180-31cf62e35522,segment=NetworkSegment(40454cb1-b1a9-4aa3-a5ee-c66792ea66eb),segment_id=40454cb1-b1a9-4aa3-a5ee-c66792ea66eb)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:19:57.169955 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511f263-0219-4d8d-a68c-cda4ac41c1b1 req-b21c3385-afb4-42a3-9fe4-818c6ffd8fdf tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:57.171644 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b511f263-0219-4d8d-a68c-cda4ac41c1b1 req-b21c3385-afb4-42a3-9fe4-818c6ffd8fdf tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 944 time: 0.3087780
Apr 11 17:19:57.185966 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 47016) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:57.193517 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-da958441-0d3f-4fae-83bd-1d9d3e8db953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:57.222788 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-02213241-f36f-4241-a1ec-a248222948b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:57.255879 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-02213241-f36f-4241-a1ec-a248222948b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:57.269282 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-02213241-f36f-4241-a1ec-a248222948b4 admin admin] Usage tracker for resource:security_group_rule and tenant:8abafdd69a05470ebb4a6e9e1859abaa is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:57.278989 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-02213241-f36f-4241-a1ec-a248222948b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:57.294684 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:57.301064 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-02213241-f36f-4241-a1ec-a248222948b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:57.388114 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b511f263-0219-4d8d-a68c-cda4ac41c1b1 req-7ad33298-476e-4dd7-a83d-51db6d207b74 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1798513
Apr 11 17:19:57.500033 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-79a54855-19df-4c9b-bed2-c12624609f41 req-fc91408e-8907-4366-b194-90981cfb5625 service neutron] 10.222.0.37 "GET /v2.0/networks/80f28fa7-36bb-4960-bba0-f581250796a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4166605
Apr 11 17:19:57.517847 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=8ddbd108-d7a3-4278-aa8f-59f9f9d59200,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:57.591041 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-02213241-f36f-4241-a1ec-a248222948b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:57.598036 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 47030) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:57.599848 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:57.603983 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:57.692664 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['8ddbd108-d7a3-4278-aa8f-59f9f9d59200'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:19:57.754246 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-02213241-f36f-4241-a1ec-a248222948b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:57.774451 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-84bfb42b-1c98-420d-acba-bdc18d00cea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:57.823681 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-79a54855-19df-4c9b-bed2-c12624609f41 req-d91b6f9c-a8e1-4403-96d5-4ea0042f8160 service neutron] 10.222.0.37 "GET /v2.0/networks/80f28fa7-36bb-4960-bba0-f581250796a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3033571
Apr 11 17:19:57.829305 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-394378-network', 'tenant_id': '41e4874466ff46be92e3b834f555f583'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:57.837603 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfec41-f2e8-483f-8809-50513e30f071 req-257709e1-83c1-425d-bfb1-551e6042d476 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:57.840289 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2dbfec41-f2e8-483f-8809-50513e30f071 req-257709e1-83c1-425d-bfb1-551e6042d476 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 945 time: 0.2083068
Apr 11 17:19:57.848559 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:57.853758 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Usage tracker for resource:network and tenant:41e4874466ff46be92e3b834f555f583 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:57.857484 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:57.874712 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02213241-f36f-4241-a1ec-a248222948b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4225f382-0191-413b-8077-9786fd67961b,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:57.891032 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-02213241-f36f-4241-a1ec-a248222948b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:57.904449 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2dbfec41-f2e8-483f-8809-50513e30f071 req-128db90c-bd4a-41d9-939a-d9fdf46e4a79 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479889
Apr 11 17:19:57.904988 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:57.921237 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Made reservation on behalf of 41e4874466ff46be92e3b834f555f583 for: {'network': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:19:57.937178 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for network, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:57.993798 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:58.019101 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:58.023296 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Usage tracker for resource:security_group_rule and tenant:41e4874466ff46be92e3b834f555f583 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:58.026919 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:58.033042 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:58.072589 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-02213241-f36f-4241-a1ec-a248222948b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8abafdd69a05470ebb4a6e9e1859abaa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8851283
Apr 11 17:19:58.077278 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 47042) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:58.085554 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=1c923078-f1b7-41d4-8180-31cf62e35522,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:58.105118 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2b347146-bcb7-4f9f-8774-cfe92c508f58 req-3ab45cb5-b5a6-4e81-884f-8a5addd0e4f6 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=12c19d95-0415-49ec-bf99-4805ea382c14 HTTP/1.1" status: 200  len: 210 time: 0.0712049
Apr 11 17:19:58.115097 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:58.125585 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-b7355103-5cd5-4764-95cd-d641d1466f2a tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:58.128364 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-b7355103-5cd5-4764-95cd-d641d1466f2a tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.37 "GET /v2.0/networks?id=bcab040b-6e8c-46fa-bfb5-9be724a5cb14 HTTP/1.1" status: 200  len: 815 time: 0.6273808
Apr 11 17:19:58.149639 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b6a59-141d-4636-a988-fad55b86d7a0 req-6ed8180d-e507-4c51-a2f5-0333b33678fc tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:58.152265 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6b7b6a59-141d-4636-a988-fad55b86d7a0 req-6ed8180d-e507-4c51-a2f5-0333b33678fc tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 943 time: 0.6516550
Apr 11 17:19:58.155231 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device cdb969d2-4353-462f-a42b-0682d69756bb details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:19:58.165406 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-509beaab-a377-46cd-9c2f-bbe38ba2b525 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Request body: {'port': {'device_id': '12c19d95-0415-49ec-bf99-4805ea382c14', 'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14', 'admin_state_up': True, 'tenant_id': '80a3dcdeb1834a4ea3e6d67248a3caaf'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:58.167514 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fe83778b-663b-434f-9c88-7a16f369699f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:58.198379 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fe83778b-663b-434f-9c88-7a16f369699f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:58.248897 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fe83778b-663b-434f-9c88-7a16f369699f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:58.255574 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:58.270092 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83778b-663b-434f-9c88-7a16f369699f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4225f382-0191-413b-8077-9786fd67961b,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:58.274433 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fe83778b-663b-434f-9c88-7a16f369699f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:58.275634 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-fe83778b-663b-434f-9c88-7a16f369699f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4225f382-0191-413b-8077-9786fd67961b HTTP/1.1" status: 204  len: 168 time: 0.1966066
Apr 11 17:19:58.288513 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83778b-663b-434f-9c88-7a16f369699f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:58.288728 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83778b-663b-434f-9c88-7a16f369699f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:58.289068 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83778b-663b-434f-9c88-7a16f369699f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:58.289518 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83778b-663b-434f-9c88-7a16f369699f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:58.289827 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83778b-663b-434f-9c88-7a16f369699f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:58.290214 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83778b-663b-434f-9c88-7a16f369699f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:58.290598 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83778b-663b-434f-9c88-7a16f369699f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:58.290982 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83778b-663b-434f-9c88-7a16f369699f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:58.307539 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83778b-663b-434f-9c88-7a16f369699f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:58.309451 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83778b-663b-434f-9c88-7a16f369699f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:58.310173 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83778b-663b-434f-9c88-7a16f369699f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:58.310290 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83778b-663b-434f-9c88-7a16f369699f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:58.316858 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-fe83778b-663b-434f-9c88-7a16f369699f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:58.324227 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port cdb969d2-4353-462f-a42b-0682d69756bb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cdb969d2-4353-462f-a42b-0682d69756bb,segment=NetworkSegment(7db3722a-26eb-4aef-8939-5002d60e03a2),segment_id=7db3722a-26eb-4aef-8939-5002d60e03a2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:19:58.330200 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-509beaab-a377-46cd-9c2f-bbe38ba2b525 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:58.342793 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': 'cdb969d2-4353-462f-a42b-0682d69756bb', 'network_id': '80f28fa7-36bb-4960-bba0-f581250796a5', 'port_id': 'cdb969d2-4353-462f-a42b-0682d69756bb', 'mac_address': 'fa:16:3e:ea:ac:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2449f5f4-85cf-4114-8bd0-f3e8caf3301d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:19:58.366960 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6b7b6a59-141d-4636-a988-fad55b86d7a0 req-6e885012-9306-404e-a1c0-c84c54f4f673 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461686
Apr 11 17:19:58.372877 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede2f7f-264e-421b-afb8-370ae84e4fa0 req-6de0019b-1a50-4b52-a604-102148b23fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:58.374453 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dede2f7f-264e-421b-afb8-370ae84e4fa0 req-6de0019b-1a50-4b52-a604-102148b23fc3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 1098 time: 0.7754793
Apr 11 17:19:58.409880 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-509beaab-a377-46cd-9c2f-bbe38ba2b525 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:58.442668 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dede2f7f-264e-421b-afb8-370ae84e4fa0 req-62cd1f47-b064-4b1e-ac1f-74e6df1ff68f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581365
Apr 11 17:19:58.445797 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:58.447168 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb969d2-4353-462f-a42b-0682d69756bb {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:19:58.458621 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:58.465347 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:58.468674 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port cdb969d2-4353-462f-a42b-0682d69756bb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cdb969d2-4353-462f-a42b-0682d69756bb,segment=NetworkSegment(7db3722a-26eb-4aef-8939-5002d60e03a2),segment_id=7db3722a-26eb-4aef-8939-5002d60e03a2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:19:58.472010 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:58.474793 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:58.477777 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'}  {{(pid=85265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 11 17:19:58.480708 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3cb1047a-7204-4c01-a40e-778c4b00b5ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:58.492594 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-509beaab-a377-46cd-9c2f-bbe38ba2b525 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Made reservation on behalf of 80a3dcdeb1834a4ea3e6d67248a3caaf for: {'port': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:19:58.499654 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-509beaab-a377-46cd-9c2f-bbe38ba2b525 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:58.560318 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=cdb969d2-4353-462f-a42b-0682d69756bb,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:58.563939 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:58.586183 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:58.586812 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.segments_db [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Added segment 126c55a9-9741-4383-8dea-8a3b51d3fc72 of type vlan for network 2f57c6af-22d4-4a93-83c9-aa976e2fb514
Apr 11 17:19:58.615616 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21989dd-942e-4526-91b1-5d28e8326ff9,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:58.615880 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a6c23-19ed-420f-be3a-0e5f4dce3bdf req-38676cd1-88f0-445b-aace-65dc7142aa75 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:58.623969 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-432a6c23-19ed-420f-be3a-0e5f4dce3bdf req-38676cd1-88f0-445b-aace-65dc7142aa75 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.1016598
Apr 11 17:19:58.639385 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:58.639795 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:58.640200 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:58.640620 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:58.641012 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:58.641404 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:58.641792 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:58.642177 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:58.642562 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:58.642945 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:58.643329 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:58.643711 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:19:58.653737 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-432a6c23-19ed-420f-be3a-0e5f4dce3bdf req-5818d7d4-c3b3-4f34-b42b-e8c33c71993c tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0287383
Apr 11 17:19:58.679588 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:58.688844 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736608949653'] for network, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:58.780718 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-509beaab-a377-46cd-9c2f-bbe38ba2b525 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Allocated IP 172.20.0.9 (bcab040b-6e8c-46fa-bfb5-9be724a5cb14/1a4a8256-b464-4f54-a3ed-b755f7feb772/27297ba3-6442-4b56-84ef-a8ed6dee6d2e) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:19:58.785078 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for network, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:58.790945 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:58.791655 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:58.797646 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-162102bb-1e2d-4025-8019-f1150f131af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:58.888697 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['cdb969d2-4353-462f-a42b-0682d69756bb'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:19:58.943413 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Pushing event updated for resources: {'Network': ['ID=2f57c6af-22d4-4a93-83c9-aa976e2fb514,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:58.966220 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:58.969875 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Network 2f57c6af-22d4-4a93-83c9-aa976e2fb514 details requested by agent ovs-agent-dv-cinder-784779-4-iscsi with host dv-cinder-784779-4-iscsi {{(pid=85266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 11 17:19:59.047798 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 47072) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:59.053830 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-5095f80c-4c82-4458-9e58-aa23f8af3cc3 admin admin] Request body: {'subnet': {'network_id': '2f57c6af-22d4-4a93-83c9-aa976e2fb514', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-394378-subnet', 'tenant_id': '41e4874466ff46be92e3b834f555f583', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:59.057095 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.4530416
Apr 11 17:19:59.065134 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-5095f80c-4c82-4458-9e58-aa23f8af3cc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:59.078654 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-5095f80c-4c82-4458-9e58-aa23f8af3cc3 admin admin] Usage tracker for resource:subnet and tenant:41e4874466ff46be92e3b834f555f583 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:59.081807 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-5095f80c-4c82-4458-9e58-aa23f8af3cc3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:59.096510 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-5095f80c-4c82-4458-9e58-aa23f8af3cc3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:59.114047 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5095f80c-4c82-4458-9e58-aa23f8af3cc3 admin admin] Made reservation on behalf of 41e4874466ff46be92e3b834f555f583 for: {'subnet': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:19:59.118819 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5095f80c-4c82-4458-9e58-aa23f8af3cc3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:59.330687 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 47088) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:19:59.377177 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-509beaab-a377-46cd-9c2f-bbe38ba2b525 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:59.412747 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-946e5d33-adac-48c0-87b2-207fa3676be0 req-8282283a-eee4-4d18-aea0-16bdc64ea692 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=12c19d95-0415-49ec-bf99-4805ea382c14 HTTP/1.1" status: 200  len: 210 time: 0.0675449
Apr 11 17:19:59.481304 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d24450-d151-47c7-9188-c53bf65ea8d6 req-f0c751d9-b715-4991-8c42-c91b1bdf9fc2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:59.489407 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-06d24450-d151-47c7-9188-c53bf65ea8d6 req-f0c751d9-b715-4991-8c42-c91b1bdf9fc2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 945 time: 0.4208107
Apr 11 17:19:59.491866 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-509beaab-a377-46cd-9c2f-bbe38ba2b525 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:59.649854 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-06d24450-d151-47c7-9188-c53bf65ea8d6 req-fa024d30-9a1a-40d7-a12c-4fb56fba6dc9 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1593032
Apr 11 17:19:59.653555 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:19:59.757796 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509beaab-a377-46cd-9c2f-bbe38ba2b525 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Pushing event updated for resources: {'Port': ['ID=27297ba3-6442-4b56-84ef-a8ed6dee6d2e,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:19:59.761551 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-509beaab-a377-46cd-9c2f-bbe38ba2b525 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:19:59.798103 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f7d78d82-e326-40e8-bade-4b9ab3231033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:59.858809 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-f7d78d82-e326-40e8-bade-4b9ab3231033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:19:59.868057 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-f7d78d82-e326-40e8-bade-4b9ab3231033 admin admin] Usage tracker for resource:security_group_rule and tenant:99c6c776c29d4207a86353d8a9cd63ba is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:19:59.869023 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-509beaab-a377-46cd-9c2f-bbe38ba2b525 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Network bcab040b-6e8c-46fa-bfb5-9be724a5cb14 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:19:59.871095 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-509beaab-a377-46cd-9c2f-bbe38ba2b525 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Resources bound (agent type, host, resource id):  {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:19:59.871303 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-f7d78d82-e326-40e8-bade-4b9ab3231033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:19:59.873578 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-509beaab-a377-46cd-9c2f-bbe38ba2b525 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:19:59.877505 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-f7d78d82-e326-40e8-bade-4b9ab3231033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:19:59.879725 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-509beaab-a377-46cd-9c2f-bbe38ba2b525 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:59.880393 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-509beaab-a377-46cd-9c2f-bbe38ba2b525 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:19:59.913887 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-509beaab-a377-46cd-9c2f-bbe38ba2b525 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7559006
Apr 11 17:19:59.932693 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] Request body: {'port': {'device_id': '12c19d95-0415-49ec-bf99-4805ea382c14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:19:59.937612 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['6fe92256-fd45-4cd8-8755-7daeb2e00012'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:19:59.976279 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef76bb-63a6-4fe1-96cd-22dcf2b59e06 req-dae69bd0-3bd8-40d4-9f1d-916415470296 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:19:59.978282 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9cef76bb-63a6-4fe1-96cd-22dcf2b59e06 req-dae69bd0-3bd8-40d4-9f1d-916415470296 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.1712379
Apr 11 17:20:00.044353 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f7d78d82-e326-40e8-bade-4b9ab3231033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:00.051444 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f7d78d82-e326-40e8-bade-4b9ab3231033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:00.062386 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:00.071881 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9cef76bb-63a6-4fe1-96cd-22dcf2b59e06 req-5ea560d8-dfb4-4e6c-a59f-079948d5cf72 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749896
Apr 11 17:20:00.094860 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:00.096451 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d78d82-e326-40e8-bade-4b9ab3231033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93021a0-726a-4d0a-8ca2-6da2eb2cf60d,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:00.123206 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f7d78d82-e326-40e8-bade-4b9ab3231033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:00.136051 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592b9fb-2aa2-44c3-8782-f2e5ffba5e55 req-478a18aa-60a7-44dd-969b-24b5582f5cd0 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:00.138031 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b592b9fb-2aa2-44c3-8782-f2e5ffba5e55 req-478a18aa-60a7-44dd-969b-24b5582f5cd0 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 944 time: 0.4978466
Apr 11 17:20:00.168541 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:20:00.194854 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b592b9fb-2aa2-44c3-8782-f2e5ffba5e55 req-89564fde-a736-47f3-9f07-c821058a0ca7 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439680
Apr 11 17:20:00.206248 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f7d78d82-e326-40e8-bade-4b9ab3231033 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=99c6c776c29d4207a86353d8a9cd63ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8746109
Apr 11 17:20:00.212402 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 47112) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:20:00.272702 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning for port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:20:00.281792 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:20:00.282354 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:00.412691 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5095f80c-4c82-4458-9e58-aa23f8af3cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for subnet, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:00.414000 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f1ba5ac1-4264-49df-b715-41b6bc82446a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:00.490112 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:00.520899 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8ddbd108-d7a3-4278-aa8f-59f9f9d59200,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:20:00.522372 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd491820d-7675-4812-9c8b-5ab467ee6262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddbd108-d7a3-4278-aa8f-59f9f9d59200'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:20:00.530661 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:00.532067 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device cdb969d2-4353-462f-a42b-0682d69756bb up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:20:00.625785 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:00.638702 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:00.789769 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f1ba5ac1-4264-49df-b715-41b6bc82446a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:00.795071 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning for port cdb969d2-4353-462f-a42b-0682d69756bb completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:20:00.797769 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64ced5-b887-4839-b580-48cc0e7e7c90 req-f65d5ce0-977f-4052-a291-06fe1d281d6a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:00.799216 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3a64ced5-b887-4839-b580-48cc0e7e7c90 req-f65d5ce0-977f-4052-a291-06fe1d281d6a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.4978561
Apr 11 17:20:00.801527 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=8ddbd108-d7a3-4278-aa8f-59f9f9d59200,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:00.810550 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:00.810550 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port cdb969d2-4353-462f-a42b-0682d69756bb triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:20:00.810550 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:00.818044 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 47140) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:20:00.839417 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-58ffaec4-eed1-4470-b1e3-916da14fdab1 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Request body: {'floatingip': {'port_id': '1c923078-f1b7-41d4-8180-31cf62e35522'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:20:00.844284 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095f80c-4c82-4458-9e58-aa23f8af3cc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea92ea55-d5e9-47b4-950e-f90f8d36fdad,revision_number=0']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:00.858399 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5095f80c-4c82-4458-9e58-aa23f8af3cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:00.906019 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd491820d-7675-4812-9c8b-5ab467ee6262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddbd108-d7a3-4278-aa8f-59f9f9d59200', 'code': 200}
Apr 11 17:20:01.027058 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-58ffaec4-eed1-4470-b1e3-916da14fdab1 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for floatingip, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:01.039057 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:01.080300 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port cdb969d2-4353-462f-a42b-0682d69756bb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cdb969d2-4353-462f-a42b-0682d69756bb,segment=NetworkSegment(7db3722a-26eb-4aef-8939-5002d60e03a2),segment_id=7db3722a-26eb-4aef-8939-5002d60e03a2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:20:01.086834 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:01.092290 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:01.175674 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5095f80c-4c82-4458-9e58-aa23f8af3cc3 admin admin] Checking segment: {'id': '126c55a9-9741-4383-8dea-8a3b51d3fc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2f57c6af-22d4-4a93-83c9-aa976e2fb514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:20:01.176598 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5095f80c-4c82-4458-9e58-aa23f8af3cc3 admin admin] Network hostable DHCP agents. Network: 2f57c6af-22d4-4a93-83c9-aa976e2fb514, hostable agents: ['cadf10d7-d23a-4fec-9e77-f0f038d86f43'], hosted agents: [] {{(pid=85264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 11 17:20:01.191903 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea11ab-c869-4a49-82d9-f2dabd53cc1d req-e69bd23b-79be-4fe0-a32b-ca151eb1c854 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:01.200389 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5cea11ab-c869-4a49-82d9-f2dabd53cc1d req-e69bd23b-79be-4fe0-a32b-ca151eb1c854 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=12c19d95-0415-49ec-bf99-4805ea382c14 HTTP/1.1" status: 200  len: 931 time: 0.5628977
Apr 11 17:20:01.204637 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f1ba5ac1-4264-49df-b715-41b6bc82446a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:01.233439 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-be412705-39df-40f1-a805-f390b9e59008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:01.260968 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5cea11ab-c869-4a49-82d9-f2dabd53cc1d req-fdf26e5d-18e6-4b6c-a058-21e2bf4d92c4 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591471
Apr 11 17:20:01.311144 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba5ac1-4264-49df-b715-41b6bc82446a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93021a0-726a-4d0a-8ca2-6da2eb2cf60d,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:01.329573 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f1ba5ac1-4264-49df-b715-41b6bc82446a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:01.340397 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5095f80c-4c82-4458-9e58-aa23f8af3cc3 admin admin] Network 2f57c6af-22d4-4a93-83c9-aa976e2fb514 is scheduled to be hosted by DHCP agent cadf10d7-d23a-4fec-9e77-f0f038d86f43 with binding_index 1 {{(pid=85264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 11 17:20:01.368233 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f1ba5ac1-4264-49df-b715-41b6bc82446a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:01.369741 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f1ba5ac1-4264-49df-b715-41b6bc82446a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e93021a0-726a-4d0a-8ca2-6da2eb2cf60d HTTP/1.1" status: 204  len: 168 time: 1.1541803
Apr 11 17:20:01.385796 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-5095f80c-4c82-4458-9e58-aa23f8af3cc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-iscsi, 2f57c6af-22d4-4a93-83c9-aa976e2fb514) {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:20:01.395629 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5095f80c-4c82-4458-9e58-aa23f8af3cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:01.406925 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5095f80c-4c82-4458-9e58-aa23f8af3cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:01.425499 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341e93ae-e815-45ae-8e35-4219c9263617 None None] Network 2f57c6af-22d4-4a93-83c9-aa976e2fb514 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:20:01.450583 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-5095f80c-4c82-4458-9e58-aa23f8af3cc3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 2.4015286
Apr 11 17:20:01.686398 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22bd1bd-64e9-4dfd-8780-bdc6a4ebce5b None None] Network 2f57c6af-22d4-4a93-83c9-aa976e2fb514 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:20:01.709711 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=cdb969d2-4353-462f-a42b-0682d69756bb,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:01.712823 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.db.resource_extend [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 11 17:20:01.733338 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:01.779668 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b0779-10fc-4bf8-814f-a47c1799e96b req-cb448703-efff-4454-86d1-4e677229b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:01.781335 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-297b0779-10fc-4bf8-814f-a47c1799e96b req-cb448703-efff-4454-86d1-4e677229b093 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 1099 time: 0.5385342
Apr 11 17:20:01.814161 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00dcbad-402c-47f8-9cc6-721e35005236 req-4f5236aa-42a0-4439-89e0-8181cdddef7d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:01.815778 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a00dcbad-402c-47f8-9cc6-721e35005236 req-4f5236aa-42a0-4439-89e0-8181cdddef7d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.6505568
Apr 11 17:20:01.867886 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a00dcbad-402c-47f8-9cc6-721e35005236 req-a7d659dd-f4f9-4794-afcb-d9c55986dae4 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0354548
Apr 11 17:20:01.878128 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27297ba3-6442-4b56-84ef-a8ed6dee6d2e {{(pid=85265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:20:01.883975 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-297b0779-10fc-4bf8-814f-a47c1799e96b req-dd880745-8e34-408e-9877-31171072679b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820355
Apr 11 17:20:01.900062 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:01.927782 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] Transition to ACTIVE for port object 27297ba3-6442-4b56-84ef-a8ed6dee6d2e will not be triggered until provisioned by entity L2. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:20:01.940828 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab0196-e3ea-4fcb-aa88-59d40f125b28 req-8e8f3ae5-73f3-427b-9efa-ffa5c6279c04 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:01.957326 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-83ab0196-e3ea-4fcb-aa88-59d40f125b28 req-8e8f3ae5-73f3-427b-9efa-ffa5c6279c04 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.1396625
Apr 11 17:20:02.001320 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:02.029073 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-83ab0196-e3ea-4fcb-aa88-59d40f125b28 req-23e0a304-8366-4e76-a386-6ce19588137e tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706949
Apr 11 17:20:02.087302 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 47178) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:20:02.140336 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 47184) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:20:02.158162 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:02.167524 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4a5411b1-7aec-4ee0-b17b-6c9498ef256b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:02.183604 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-4a5411b1-7aec-4ee0-b17b-6c9498ef256b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:20:02.187900 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-4a5411b1-7aec-4ee0-b17b-6c9498ef256b admin admin] Usage tracker for resource:security_group_rule and tenant:85e35912ebf3478eab25b4ae5d0d07ed is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:20:02.191148 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-4a5411b1-7aec-4ee0-b17b-6c9498ef256b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:20:02.197951 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-4a5411b1-7aec-4ee0-b17b-6c9498ef256b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:20:02.362796 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4a5411b1-7aec-4ee0-b17b-6c9498ef256b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:02.366250 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4a5411b1-7aec-4ee0-b17b-6c9498ef256b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:02.387122 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d88b50d4-53e2-46f2-a95b-547dfedd1194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:02.505367 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-4a5411b1-7aec-4ee0-b17b-6c9498ef256b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85e35912ebf3478eab25b4ae5d0d07ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3638580
Apr 11 17:20:02.519362 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 47190) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:20:02.520045 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5411b1-7aec-4ee0-b17b-6c9498ef256b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c7277a-31af-4860-ac03-e5c8b0bd8d52,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:02.529598 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-4a5411b1-7aec-4ee0-b17b-6c9498ef256b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:02.531445 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3cc24e8e-8b3c-42b7-9d9a-58747d85d280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:02.567420 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-3cc24e8e-8b3c-42b7-9d9a-58747d85d280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:20:02.593130 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-3cc24e8e-8b3c-42b7-9d9a-58747d85d280 admin admin] Usage tracker for resource:security_group_rule and tenant:154f5d3d88fe4a31b3f0352618ccf1f0 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:20:02.606308 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-3cc24e8e-8b3c-42b7-9d9a-58747d85d280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:20:02.622008 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-3cc24e8e-8b3c-42b7-9d9a-58747d85d280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:20:02.637109 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] Pushing event updated for resources: {'Port': ['ID=27297ba3-6442-4b56-84ef-a8ed6dee6d2e,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:02.640096 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:02.656181 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d3ea148e-22df-42f9-8a9f-ae08a8779cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:02.673282 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da07aff-52d1-491d-9af8-6a5f758c2fc9 req-eebad628-1ed1-4128-a76c-2706f97a6f20 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:02.674418 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5da07aff-52d1-491d-9af8-6a5f758c2fc9 req-eebad628-1ed1-4128-a76c-2706f97a6f20 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=12c19d95-0415-49ec-bf99-4805ea382c14 HTTP/1.1" status: 200  len: 943 time: 0.2522616
Apr 11 17:20:02.735471 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d3ea148e-22df-42f9-8a9f-ae08a8779cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:02.747521 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5da07aff-52d1-491d-9af8-6a5f758c2fc9 req-c353700c-1c3f-4b30-9134-8f1cf993af51 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583918
Apr 11 17:20:02.837959 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3cc24e8e-8b3c-42b7-9d9a-58747d85d280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:02.841001 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cec0e8-352b-4425-9992-45459fa2a97f req-85d80f4f-2e03-46df-9ad6-a50dbea9aeb5 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:02.842946 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-35cec0e8-352b-4425-9992-45459fa2a97f req-85d80f4f-2e03-46df-9ad6-a50dbea9aeb5 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/ports?device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 946 time: 0.6502409
Apr 11 17:20:02.850554 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3cc24e8e-8b3c-42b7-9d9a-58747d85d280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:02.860987 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:02.873384 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d3ea148e-22df-42f9-8a9f-ae08a8779cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:02.907922 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f87fa95-1424-4510-8efc-9da920d36c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb969d2-4353-462f-a42b-0682d69756bb'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:20:02.926410 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-3cc24e8e-8b3c-42b7-9d9a-58747d85d280 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=154f5d3d88fe4a31b3f0352618ccf1f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8370042
Apr 11 17:20:02.938996 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d3ea148e-22df-42f9-8a9f-ae08a8779cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:02.939392 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 47202) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:20:02.942492 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-d3ea148e-22df-42f9-8a9f-ae08a8779cfa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45c7277a-31af-4860-ac03-e5c8b0bd8d52 HTTP/1.1" status: 204  len: 168 time: 0.4167724
Apr 11 17:20:02.945865 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc24e8e-8b3c-42b7-9d9a-58747d85d280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f4cd86-c719-4cf9-b4a8-0dc6428037d3,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:02.949797 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3cc24e8e-8b3c-42b7-9d9a-58747d85d280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:02.950345 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e07a0c2d-81b2-47e4-aed9-dae20c15714b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:02.961356 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea148e-22df-42f9-8a9f-ae08a8779cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c7277a-31af-4860-ac03-e5c8b0bd8d52,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:02.965102 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d3ea148e-22df-42f9-8a9f-ae08a8779cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:02.968612 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-35cec0e8-352b-4425-9992-45459fa2a97f req-8baa5d36-10f0-452b-89af-813d1c50ea0c tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/security-groups?id=dadbc326-8ee2-48a4-8d4b-d64b51697efa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747933
Apr 11 17:20:02.973667 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f87fa95-1424-4510-8efc-9da920d36c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb969d2-4353-462f-a42b-0682d69756bb', 'code': 200}
Apr 11 17:20:02.975196 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.db.resource_extend [None req-58ffaec4-eed1-4470-b1e3-916da14fdab1 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 11 17:20:03.097987 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] Attempting to bind port 27297ba3-6442-4b56-84ef-a8ed6dee6d2e on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:20:03.098475 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] Attempting to bind port 27297ba3-6442-4b56-84ef-a8ed6dee6d2e by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'b949748e-d732-4feb-9db4-3e6c74ae4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14'}] {{(pid=85265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:20:03.098910 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] Attempting to bind port 27297ba3-6442-4b56-84ef-a8ed6dee6d2e on network bcab040b-6e8c-46fa-bfb5-9be724a5cb14 {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:20:03.136372 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] Port 27297ba3-6442-4b56-84ef-a8ed6dee6d2e on network bcab040b-6e8c-46fa-bfb5-9be724a5cb14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 11 17:20:03.136771 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] Attempting to bind port 27297ba3-6442-4b56-84ef-a8ed6dee6d2e on network bcab040b-6e8c-46fa-bfb5-9be724a5cb14 {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:20:03.172416 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] Checking agent: {'id': 'ff222714-fd65-43da-9d5f-2c6b0dd417d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'started_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:20:03.172845 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] Checking segment: {'id': 'b949748e-d732-4feb-9db4-3e6c74ae4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:20:03.173279 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] Bound using segment: {'id': 'b949748e-d732-4feb-9db4-3e6c74ae4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14'} {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:20:03.173773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] Bound port: 27297ba3-6442-4b56-84ef-a8ed6dee6d2e, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b949748e-d732-4feb-9db4-3e6c74ae4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14'}}] {{(pid=85265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:20:03.174158 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:03.226322 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3d9a19e5-c07b-4f2b-a28c-01294f4ad71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:03.231977 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-58ffaec4-eed1-4470-b1e3-916da14fdab1 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:03.247222 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-58ffaec4-eed1-4470-b1e3-916da14fdab1 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448862'] for floatingip, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:03.295433 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e164dc3-01bf-4f4f-9775-31fbb7200159 req-b418f3f0-00ce-44be-96c3-28df8d7540d0 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:03.303814 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4e164dc3-01bf-4f4f-9775-31fbb7200159 req-b418f3f0-00ce-44be-96c3-28df8d7540d0 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.1458929
Apr 11 17:20:03.336160 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4e164dc3-01bf-4f4f-9775-31fbb7200159 req-3145fbb2-be7d-4e2b-aaee-23ec15b60e4f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0310767
Apr 11 17:20:03.577038 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3d9a19e5-c07b-4f2b-a28c-01294f4ad71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:03.637630 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] For port 27297ba3-6442-4b56-84ef-a8ed6dee6d2e, host hv-cinder-78477, cleared binding levels {{(pid=85265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:20:03.689340 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] For port 27297ba3-6442-4b56-84ef-a8ed6dee6d2e, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=27297ba3-6442-4b56-84ef-a8ed6dee6d2e,segment=NetworkSegment(b949748e-d732-4feb-9db4-3e6c74ae4c7c),segment_id=b949748e-d732-4feb-9db4-3e6c74ae4c7c)] {{(pid=85265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:20:03.704778 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:03.726304 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:03.802206 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.l3_db [None req-58ffaec4-eed1-4470-b1e3-916da14fdab1 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Floating IP 69503fa7-0ad3-4d13-83e0-54beec2ffc6d associated. External IP: 172.27.0.197, port: 1c923078-f1b7-41d4-8180-31cf62e35522.
Apr 11 17:20:03.978317 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74465562-3107-419d-b0d0-d728f55bab6e req-43c0133a-5a44-4e3c-98b8-319eb30b966f tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:03.980624 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-74465562-3107-419d-b0d0-d728f55bab6e req-43c0133a-5a44-4e3c-98b8-319eb30b966f tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=12c19d95-0415-49ec-bf99-4805ea382c14 HTTP/1.1" status: 200  len: 943 time: 0.0947149
Apr 11 17:20:04.017915 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-74465562-3107-419d-b0d0-d728f55bab6e req-ac942cbb-72bf-4439-addf-1b563b9f9f16 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0295775
Apr 11 17:20:04.021950 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c0cb1-f131-4f87-8008-8caacaa8e8bf req-6612732d-c5ad-4b98-b07b-50b49e6ccb26 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:04.034351 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-943c0cb1-f131-4f87-8008-8caacaa8e8bf req-6612732d-c5ad-4b98-b07b-50b49e6ccb26 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.6726890
Apr 11 17:20:04.034351 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4e88c-01ff-4509-88ca-661ce8676118 req-aed53223-fa22-46f2-95ea-6d1e7aefb4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:04.034351 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e7a4e88c-01ff-4509-88ca-661ce8676118 req-aed53223-fa22-46f2-95ea-6d1e7aefb4f7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 1098 time: 0.6703763
Apr 11 17:20:04.106178 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-943c0cb1-f131-4f87-8008-8caacaa8e8bf req-336c8665-4265-48f4-b733-1bdd8f022fcd tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755785
Apr 11 17:20:04.106974 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3d9a19e5-c07b-4f2b-a28c-01294f4ad71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:04.146825 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] Pushing event updated for resources: {'Port': ['ID=27297ba3-6442-4b56-84ef-a8ed6dee6d2e,revision_number=3']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:04.163745 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:04.170268 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3d9a19e5-c07b-4f2b-a28c-01294f4ad71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:04.174163 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-3d9a19e5-c07b-4f2b-a28c-01294f4ad71c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/19f4cd86-c719-4cf9-b4a8-0dc6428037d3 HTTP/1.1" status: 204  len: 168 time: 1.2293069
Apr 11 17:20:04.174163 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:04.189116 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e7a4e88c-01ff-4509-88ca-661ce8676118 req-086c10ad-ce79-4602-8899-9201eae2460c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396415
Apr 11 17:20:04.279163 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a19e5-c07b-4f2b-a28c-01294f4ad71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f4cd86-c719-4cf9-b4a8-0dc6428037d3,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:04.285433 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3d9a19e5-c07b-4f2b-a28c-01294f4ad71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:04.297825 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:04.298520 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:04.303913 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] 10.222.0.37 "PUT /v2.0/ports/27297ba3-6442-4b56-84ef-a8ed6dee6d2e HTTP/1.1" status: 200  len: 1093 time: 4.3793135
Apr 11 17:20:04.363407 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1ccdd-6284-434a-aabd-18ed51ab4a4f req-4c523d53-a8c2-4bcf-a7a6-2a48b6f68f24 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:04.365297 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-93a1ccdd-6284-434a-aabd-18ed51ab4a4f req-4c523d53-a8c2-4bcf-a7a6-2a48b6f68f24 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.37 "GET /v2.0/ports?device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 946 time: 0.2713287
Apr 11 17:20:04.404552 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a78944-09f3-4178-adaa-229ba13bcc1a req-9cde3c7e-d07a-4b91-906b-14c377ae9b5b tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:04.415583 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-28a78944-09f3-4178-adaa-229ba13bcc1a req-9cde3c7e-d07a-4b91-906b-14c377ae9b5b tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/ports?device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 946 time: 0.2319715
Apr 11 17:20:04.582992 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-28a78944-09f3-4178-adaa-229ba13bcc1a req-37045879-ad9f-44b8-b868-adc94beb269e tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/security-groups?id=dadbc326-8ee2-48a4-8d4b-d64b51697efa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1606071
Apr 11 17:20:04.624288 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-93a1ccdd-6284-434a-aabd-18ed51ab4a4f req-d0abbc0d-7c7b-4d35-98c0-21c6980e3d96 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Deleting port 040cc64f-42ad-4820-96f5-d68485920dc9 {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:20:04.625500 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-93a1ccdd-6284-434a-aabd-18ed51ab4a4f req-d0abbc0d-7c7b-4d35-98c0-21c6980e3d96 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:04.774531 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c19d95-0415-49ec-bf99-4805ea382c14', 'tag': '27297ba3-6442-4b56-84ef-a8ed6dee6d2e'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:20:04.847546 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 47258) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:20:04.920484 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c19d95-0415-49ec-bf99-4805ea382c14', 'tag': '27297ba3-6442-4b56-84ef-a8ed6dee6d2e', 'status': 'completed', 'code': 200}
Apr 11 17:20:04.944913 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-93a1ccdd-6284-434a-aabd-18ed51ab4a4f req-d0abbc0d-7c7b-4d35-98c0-21c6980e3d96 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] For port 040cc64f-42ad-4820-96f5-d68485920dc9, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=040cc64f-42ad-4820-96f5-d68485920dc9,segment=NetworkSegment(0b795892-78a7-4dc3-8884-2131f148608a),segment_id=0b795892-78a7-4dc3-8884-2131f148608a)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:20:04.945302 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-93a1ccdd-6284-434a-aabd-18ed51ab4a4f req-d0abbc0d-7c7b-4d35-98c0-21c6980e3d96 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:04.978561 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8e31fc22-5221-422a-ac53-ece142b833c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:05.022882 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-8e31fc22-5221-422a-ac53-ece142b833c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:20:05.040072 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ffaec4-eed1-4470-b1e3-916da14fdab1 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Router 38177bda-7d49-4ffe-93e3-2e01a9b56183 has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:20:05.056235 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-8e31fc22-5221-422a-ac53-ece142b833c7 admin admin] Usage tracker for resource:security_group_rule and tenant:0cc606f082e8489fb5bf6a2ec69925bf is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:20:05.061766 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-8e31fc22-5221-422a-ac53-ece142b833c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:20:05.072293 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-8e31fc22-5221-422a-ac53-ece142b833c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:20:05.087786 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-93a1ccdd-6284-434a-aabd-18ed51ab4a4f req-d0abbc0d-7c7b-4d35-98c0-21c6980e3d96 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Calling delete_port for 040cc64f-42ad-4820-96f5-d68485920dc9 owned by compute:nova {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:20:05.233868 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-b1c98245-6837-4d0d-b7c9-14437e515eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:05.235486 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-b1c98245-6837-4d0d-b7c9-14437e515eea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80a3dcdeb1834a4ea3e6d67248a3caaf&device_id=12c19d95-0415-49ec-bf99-4805ea382c14 HTTP/1.1" status: 200  len: 1096 time: 0.4528782
Apr 11 17:20:05.261657 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db86c6-6e22-4344-978b-0b3d393c7117 req-b8569fce-bc6c-4f61-9736-6a04e3afb2db tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:05.269446 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-21db86c6-6e22-4344-978b-0b3d393c7117 req-b8569fce-bc6c-4f61-9736-6a04e3afb2db tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.4882360
Apr 11 17:20:05.378327 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-aa30fee9-b867-4941-a27f-c1d4e8dc0f75 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27297ba3-6442-4b56-84ef-a8ed6dee6d2e HTTP/1.1" status: 200  len: 217 time: 0.1256635
Apr 11 17:20:05.405345 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-21db86c6-6e22-4344-978b-0b3d393c7117 req-98b4605d-5408-46d3-ae33-6b0cb2ca9ca1 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1348741
Apr 11 17:20:05.426767 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26384e-3802-43ec-911b-f2ff4fd3ad77 req-480a8f8c-028c-45fd-b18f-99feba51299a tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:05.435232 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0a26384e-3802-43ec-911b-f2ff4fd3ad77 req-480a8f8c-028c-45fd-b18f-99feba51299a tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=12c19d95-0415-49ec-bf99-4805ea382c14 HTTP/1.1" status: 200  len: 943 time: 0.2910805
Apr 11 17:20:05.467802 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0a26384e-3802-43ec-911b-f2ff4fd3ad77 req-01a129ee-c2b1-46b2-8c58-6cf6e3c19f79 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0316656
Apr 11 17:20:05.468920 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-93a1ccdd-6284-434a-aabd-18ed51ab4a4f req-d0abbc0d-7c7b-4d35-98c0-21c6980e3d96 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:05.482959 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['040cc64f-42ad-4820-96f5-d68485920dc9'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:20:05.494987 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:05.525780 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ffaec4-eed1-4470-b1e3-916da14fdab1 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:20:05.528717 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-825f7585-f354-4d44-b298-e4d6c002eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:05.530279 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-825f7585-f354-4d44-b298-e4d6c002eba1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a4a8256-b464-4f54-a3ed-b755f7feb772 HTTP/1.1" status: 200  len: 855 time: 0.1317301
Apr 11 17:20:05.543221 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc21e64a-79ae-454e-ba60-5df528e56fd9 None None] Sync routers for ids ['38177bda-7d49-4ffe-93e3-2e01a9b56183'] in dv-cinder-784779-4-iscsi {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:20:05.553449 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0abbc0d-7c7b-4d35-98c0-21c6980e3d96 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Pushing event deleted for resources: {'Port': ['ID=040cc64f-42ad-4820-96f5-d68485920dc9,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:05.558838 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc21e64a-79ae-454e-ba60-5df528e56fd9 None None] Routers {'38177bda-7d49-4ffe-93e3-2e01a9b56183'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:20:05.559487 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-bc21e64a-79ae-454e-ba60-5df528e56fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226737e630>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:19:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['38177bda-7d49-4ffe-93e3-2e01a9b56183'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:20:05.610626 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d0abbc0d-7c7b-4d35-98c0-21c6980e3d96 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:05.629256 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-353c8eb5-2542-47c5-b102-5e4fe775d7c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcab040b-6e8c-46fa-bfb5-9be724a5cb14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0841162
Apr 11 17:20:05.702404 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-58ffaec4-eed1-4470-b1e3-916da14fdab1 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for floatingip, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:05.787838 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-bc21e64a-79ae-454e-ba60-5df528e56fd9 None None] Set router 38177bda-7d49-4ffe-93e3-2e01a9b56183 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:20:05.825442 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a1ccdd-6284-434a-aabd-18ed51ab4a4f req-d0abbc0d-7c7b-4d35-98c0-21c6980e3d96 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] No DVR routers for this DVR port 040cc64f-42ad-4820-96f5-d68485920dc9 on host hv-cinder-78477 {{(pid=85264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:20:05.834740 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7206c0-6c9f-46f4-929e-1ef9f08e5608 req-265e16b8-0153-48f5-a4eb-a42e08880a30 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:05.836381 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-db7206c0-6c9f-46f4-929e-1ef9f08e5608 req-265e16b8-0153-48f5-a4eb-a42e08880a30 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.2018712
Apr 11 17:20:05.839668 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-93a1ccdd-6284-434a-aabd-18ed51ab4a4f req-d0abbc0d-7c7b-4d35-98c0-21c6980e3d96 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:05.848962 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8e31fc22-5221-422a-ac53-ece142b833c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:05.849343 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c07210-62cc-4daa-a8c8-fb86f5b09770', 'name': 'network-vif-deleted', 'tag': '040cc64f-42ad-4820-96f5-d68485920dc9'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:20:05.855156 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 47276) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:20:05.867116 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-708ee595-4426-4d66-8951-62752bcbb90d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Request body: {'floatingip': {'port_id': '8ddbd108-d7a3-4278-aa8f-59f9f9d59200'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:20:05.874794 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8e31fc22-5221-422a-ac53-ece142b833c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:05.891916 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:05.922989 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-58ffaec4-eed1-4470-b1e3-916da14fdab1 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "PUT /v2.0/floatingips/69503fa7-0ad3-4d13-83e0-54beec2ffc6d HTTP/1.1" status: 200  len: 991 time: 5.1036665
Apr 11 17:20:05.990262 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-8e31fc22-5221-422a-ac53-ece142b833c7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0cc606f082e8489fb5bf6a2ec69925bf&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1362038
Apr 11 17:20:05.994767 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31fc22-5221-422a-ac53-ece142b833c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63218a40-b6ce-4437-8a09-c72ecefb0396,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:05.999281 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 47288) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:20:06.003400 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8e31fc22-5221-422a-ac53-ece142b833c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:06.010420 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-93a1ccdd-6284-434a-aabd-18ed51ab4a4f req-d0abbc0d-7c7b-4d35-98c0-21c6980e3d96 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.37 "DELETE /v2.0/ports/040cc64f-42ad-4820-96f5-d68485920dc9 HTTP/1.1" status: 204  len: 173 time: 1.6310179
Apr 11 17:20:06.021223 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-9a008bcd-f95d-408c-8aaf-ee2a93f69a59 service neutron] 10.222.0.37 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3820717
Apr 11 17:20:06.031757 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-708ee595-4426-4d66-8951-62752bcbb90d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for floatingip, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:06.032960 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8bc44-9f96-4ec3-ada9-2e002f8bee4e req-3e8e9b10-7c5b-4cc5-90f1-1489c0c7aef9 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:06.034666 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-31f8bc44-9f96-4ec3-ada9-2e002f8bee4e req-3e8e9b10-7c5b-4cc5-90f1-1489c0c7aef9 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.4085824
Apr 11 17:20:06.179272 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-4968244f-e99d-4100-861e-c0b86a723f58 req-e2f55ba9-304e-4a10-a5fa-2accbc740884 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Synchronizing usage tracker for tenant:f4346b7c530e435da20038e554efbb27 on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:20:06.186084 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-31f8bc44-9f96-4ec3-ada9-2e002f8bee4e req-1d325110-4e70-44cf-9fff-82c28e7040cb tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240194
Apr 11 17:20:06.226887 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3c717a04-e17b-47ff-a3af-801da892a830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:06.261218 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3c717a04-e17b-47ff-a3af-801da892a830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:06.274060 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-4968244f-e99d-4100-861e-c0b86a723f58 req-e2f55ba9-304e-4a10-a5fa-2accbc740884 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Unset dirty status for tenant:f4346b7c530e435da20038e554efbb27 on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:20:06.275534 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4968244f-e99d-4100-861e-c0b86a723f58 req-e2f55ba9-304e-4a10-a5fa-2accbc740884 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/ports?device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 210 time: 0.2542267
Apr 11 17:20:06.345981 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3c717a04-e17b-47ff-a3af-801da892a830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:06.362581 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c07210-62cc-4daa-a8c8-fb86f5b09770', 'name': 'network-vif-deleted', 'tag': '040cc64f-42ad-4820-96f5-d68485920dc9', 'status': 'completed', 'code': 200}
Apr 11 17:20:06.368197 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-bc21e64a-79ae-454e-ba60-5df528e56fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226737e630>, [{'id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'name': 'tempest-AttachVolumeTestJSON-65746940-router', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:18Z', 'revision_number': 4, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'gw_port': {'id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': '69503fa7-0ad3-4d13-83e0-54beec2ffc6d', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'port_id': '1c923078-f1b7-41d4-8180-31cf62e35522', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'mac_address': 'fa:16:3e:9c:ac:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c2b4-d190-44f1-8f61-cb55f9ed3902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:19:30Z', 'updated_at': '2021-04-11T17:20:02Z', 'revision_number': 1, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb279e5-e880-465b-8a08-6f111da87baf', 'name': '', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'mac_address': 'fa:16:3e:45:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:13Z', 'updated_at': '2021-04-11T17:19:30Z', 'revision_number': 5, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'subnets': [{'id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:20:06.376197 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:06.382128 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc21e64a-79ae-454e-ba60-5df528e56fd9 None None] Checking router: 38177bda-7d49-4ffe-93e3-2e01a9b56183 for host: dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:20:06.404524 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc21e64a-79ae-454e-ba60-5df528e56fd9 None None] Routers {'38177bda-7d49-4ffe-93e3-2e01a9b56183'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:20:06.405200 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-bc21e64a-79ae-454e-ba60-5df528e56fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226737e630>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:19:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['38177bda-7d49-4ffe-93e3-2e01a9b56183'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:20:06.425551 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c717a04-e17b-47ff-a3af-801da892a830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63218a40-b6ce-4437-8a09-c72ecefb0396,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:06.430004 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-555bbf3f-384d-475a-8822-35122c25e4e2 req-dc19b501-bf78-415d-8b38-3c3427e88fa4 service neutron] 10.222.0.37 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3943446
Apr 11 17:20:06.430819 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3c717a04-e17b-47ff-a3af-801da892a830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:06.432184 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3c717a04-e17b-47ff-a3af-801da892a830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:06.435901 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-3c717a04-e17b-47ff-a3af-801da892a830 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63218a40-b6ce-4437-8a09-c72ecefb0396 HTTP/1.1" status: 204  len: 168 time: 0.4321225
Apr 11 17:20:06.805100 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb4c2a-ece7-4e82-b2a0-e0edf940d6e1 req-5fd5d61f-0434-4ff3-8b8f-bf6c46c9a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:06.806856 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-37bb4c2a-ece7-4e82-b2a0-e0edf940d6e1 req-5fd5d61f-0434-4ff3-8b8f-bf6c46c9a0d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80a3dcdeb1834a4ea3e6d67248a3caaf&device_id=12c19d95-0415-49ec-bf99-4805ea382c14 HTTP/1.1" status: 200  len: 1096 time: 0.3116288
Apr 11 17:20:06.896654 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-bc21e64a-79ae-454e-ba60-5df528e56fd9 None None] Set router 38177bda-7d49-4ffe-93e3-2e01a9b56183 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:20:07.086114 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c472c2b4-d190-44f1-8f61-cb55f9ed3902', 'tag': '1c923078-f1b7-41d4-8180-31cf62e35522'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:20:07.197871 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb4c2a-ece7-4e82-b2a0-e0edf940d6e1 req-f857785b-e1c0-4af4-a693-6e53b9bba0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:07.199844 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-37bb4c2a-ece7-4e82-b2a0-e0edf940d6e1 req-f857785b-e1c0-4af4-a693-6e53b9bba0ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=bcab040b-6e8c-46fa-bfb5-9be724a5cb14 HTTP/1.1" status: 200  len: 916 time: 0.3797972
Apr 11 17:20:07.275033 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503b492-3ae4-44de-80c9-17117660b057 req-0b75a58e-f9cd-4b41-8bac-0e6fdf310322 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:07.278295 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2503b492-3ae4-44de-80c9-17117660b057 req-0b75a58e-f9cd-4b41-8bac-0e6fdf310322 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.1230798
Apr 11 17:20:07.308087 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550abf68-1f24-462d-bbfa-52bf78b93a02 req-bddf8757-f51d-410a-88fa-8aee7818ac76 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:07.315753 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-550abf68-1f24-462d-bbfa-52bf78b93a02 req-bddf8757-f51d-410a-88fa-8aee7818ac76 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=12c19d95-0415-49ec-bf99-4805ea382c14 HTTP/1.1" status: 200  len: 943 time: 0.2120323
Apr 11 17:20:07.345621 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2503b492-3ae4-44de-80c9-17117660b057 req-141ca372-14c1-4005-8232-4b4e95e51abd tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614727
Apr 11 17:20:07.370564 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-bc21e64a-79ae-454e-ba60-5df528e56fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226737e630>, [{'id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'name': 'tempest-AttachVolumeTestJSON-65746940-router', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:18Z', 'revision_number': 4, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'gw_port': {'id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': '69503fa7-0ad3-4d13-83e0-54beec2ffc6d', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'port_id': '1c923078-f1b7-41d4-8180-31cf62e35522', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'mac_address': 'fa:16:3e:9c:ac:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c2b4-d190-44f1-8f61-cb55f9ed3902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:19:30Z', 'updated_at': '2021-04-11T17:20:02Z', 'revision_number': 1, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb279e5-e880-465b-8a08-6f111da87baf', 'name': '', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'mac_address': 'fa:16:3e:45:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:13Z', 'updated_at': '2021-04-11T17:19:30Z', 'revision_number': 5, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'subnets': [{'id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:20:07.376229 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc21e64a-79ae-454e-ba60-5df528e56fd9 None None] The sync data for ids ['38177bda-7d49-4ffe-93e3-2e01a9b56183'] in dv-cinder-784779-4-iscsi is: [{'id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'name': 'tempest-AttachVolumeTestJSON-65746940-router', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:18Z', 'revision_number': 4, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'gw_port': {'id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': '69503fa7-0ad3-4d13-83e0-54beec2ffc6d', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'port_id': '1c923078-f1b7-41d4-8180-31cf62e35522', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'mac_address': 'fa:16:3e:9c:ac:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c2b4-d190-44f1-8f61-cb55f9ed3902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:19:30Z', 'updated_at': '2021-04-11T17:20:02Z', 'revision_number': 1, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb279e5-e880-465b-8a08-6f111da87baf', 'name': '', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'mac_address': 'fa:16:3e:45:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:13Z', 'updated_at': '2021-04-11T17:19:30Z', 'revision_number': 5, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'subnets': [{'id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:20:07.442700 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c472c2b4-d190-44f1-8f61-cb55f9ed3902', 'tag': '1c923078-f1b7-41d4-8180-31cf62e35522', 'status': 'completed', 'code': 200}
Apr 11 17:20:07.497140 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-550abf68-1f24-462d-bbfa-52bf78b93a02 req-3a3cdefb-4f32-4422-a1fa-0b3a4d52bdc0 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1803336
Apr 11 17:20:07.507575 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa6228-bc9c-4b29-ba64-ce76860ce6ce req-6c764e51-fee7-40f8-9ad7-a3a5f5605484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:07.509201 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0efa6228-bc9c-4b29-ba64-ce76860ce6ce req-6c764e51-fee7-40f8-9ad7-a3a5f5605484 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9bb61f1e6f04c45882198b1f39ca070&device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 1098 time: 0.3913691
Apr 11 17:20:07.621982 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2e450189-1312-4d77-9946-3d59c9366d7b req-f0b95988-ecb5-4f94-8f8f-c4d28338917f tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/ports?device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 210 time: 0.0647779
Apr 11 17:20:07.745665 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd604536-3e3a-480b-9636-6e70db142690 None None] New status for floating IP 69503fa7-0ad3-4d13-83e0-54beec2ffc6d: ACTIVE {{(pid=85266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 11 17:20:07.882037 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-708ee595-4426-4d66-8951-62752bcbb90d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:07.885803 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-708ee595-4426-4d66-8951-62752bcbb90d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448862'] for floatingip, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:08.076644 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.l3_db [None req-708ee595-4426-4d66-8951-62752bcbb90d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Floating IP 2c7e65b2-93b6-4d2b-bd3d-c28bd78d71e2 associated. External IP: 172.27.0.236, port: 8ddbd108-d7a3-4278-aa8f-59f9f9d59200.
Apr 11 17:20:08.465545 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708ee595-4426-4d66-8951-62752bcbb90d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Router a3ad2c88-1e1b-417e-947c-d800526216bf has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:20:08.574285 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46a0a3-c5e9-4f0c-b4df-28f3077ff127 req-c7f48a53-166b-4803-a070-fcb9c79c28ab tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:08.577086 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8a46a0a3-c5e9-4f0c-b4df-28f3077ff127 req-c7f48a53-166b-4803-a070-fcb9c79c28ab tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.0968039
Apr 11 17:20:08.613146 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8a46a0a3-c5e9-4f0c-b4df-28f3077ff127 req-d5c5b96c-d69f-48df-858c-20ab72c56aab tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0305898
Apr 11 17:20:08.811219 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6472c-8523-4a76-b935-5d7d81b84806 req-31cb0e19-9974-44f8-b103-9ba9a5e394e9 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:08.812075 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-fea6472c-8523-4a76-b935-5d7d81b84806 req-31cb0e19-9974-44f8-b103-9ba9a5e394e9 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Synchronizing usage tracker for tenant:80a3dcdeb1834a4ea3e6d67248a3caaf on resource:port {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:20:08.827099 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-fea6472c-8523-4a76-b935-5d7d81b84806 req-31cb0e19-9974-44f8-b103-9ba9a5e394e9 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Unset dirty status for tenant:80a3dcdeb1834a4ea3e6d67248a3caaf on resource:port {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:20:08.828341 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fea6472c-8523-4a76-b935-5d7d81b84806 req-31cb0e19-9974-44f8-b103-9ba9a5e394e9 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=12c19d95-0415-49ec-bf99-4805ea382c14 HTTP/1.1" status: 200  len: 943 time: 0.1054239
Apr 11 17:20:08.862579 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fea6472c-8523-4a76-b935-5d7d81b84806 req-166a4268-bcb7-4e92-9883-f86b647c384e tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0274205
Apr 11 17:20:08.867509 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708ee595-4426-4d66-8951-62752bcbb90d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:20:08.872720 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-708ee595-4426-4d66-8951-62752bcbb90d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for floatingip, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:08.879813 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393a208a-bbb3-499d-b661-1e0505e85dc5 None None] Sync routers for ids ['a3ad2c88-1e1b-417e-947c-d800526216bf'] in dv-cinder-784779-4-iscsi {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:20:08.890011 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393a208a-bbb3-499d-b661-1e0505e85dc5 None None] Routers {'a3ad2c88-1e1b-417e-947c-d800526216bf'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:20:08.890665 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-393a208a-bbb3-499d-b661-1e0505e85dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2265b47b00>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:19:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['a3ad2c88-1e1b-417e-947c-d800526216bf'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:20:08.939073 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-708ee595-4426-4d66-8951-62752bcbb90d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "PUT /v2.0/floatingips/2c7e65b2-93b6-4d2b-bd3d-c28bd78d71e2 HTTP/1.1" status: 200  len: 992 time: 3.0802689
Apr 11 17:20:08.939073 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd491820d-7675-4812-9c8b-5ab467ee6262', 'tag': '8ddbd108-d7a3-4278-aa8f-59f9f9d59200'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:20:08.960929 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 040cc64f-42ad-4820-96f5-d68485920dc9 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:20:09.004077 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] No Port match for: 040cc64f-42ad-4820-96f5-d68485920dc9 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:20:09.004491 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 040cc64f-42ad-4820-96f5-d68485920dc9 not bound to the agent host hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:20:09.029389 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c5f9d2e3-0628-4d52-a6b0-0f18a7b389e0 req-5f191fa5-746f-4a54-bf59-8cb6170d605a tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/ports?device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 210 time: 0.0522928
Apr 11 17:20:09.086040 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-393a208a-bbb3-499d-b661-1e0505e85dc5 None None] Set router a3ad2c88-1e1b-417e-947c-d800526216bf gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:20:09.146084 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f786b049-8717-44f2-b5a0-9c6c98579ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:09.613292 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-393a208a-bbb3-499d-b661-1e0505e85dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2265b47b00>, [{'id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'name': 'tempest-AttachVolumeShelveTestJSON-937382955-router', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '29460390dfea45e8a17222990e169b8c', 'gw_port': {'id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': '2c7e65b2-93b6-4d2b-bd3d-c28bd78d71e2', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'port_id': '8ddbd108-d7a3-4278-aa8f-59f9f9d59200', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'mac_address': 'fa:16:3e:e8:36:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491820d-7675-4812-9c8b-5ab467ee6262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:19:37Z', 'updated_at': '2021-04-11T17:20:07Z', 'revision_number': 1, 'project_id': '29460390dfea45e8a17222990e169b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922e0f76-77c3-4bd4-aeac-876e1474f710', 'name': '', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'mac_address': 'fa:16:3e:53:8c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:21Z', 'updated_at': '2021-04-11T17:19:38Z', 'revision_number': 5, 'project_id': '29460390dfea45e8a17222990e169b8c', 'subnets': [{'id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:20:09.617320 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393a208a-bbb3-499d-b661-1e0505e85dc5 None None] Checking router: a3ad2c88-1e1b-417e-947c-d800526216bf for host: dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:20:09.627002 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393a208a-bbb3-499d-b661-1e0505e85dc5 None None] Routers {'a3ad2c88-1e1b-417e-947c-d800526216bf'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:20:09.627644 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-393a208a-bbb3-499d-b661-1e0505e85dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2265b47b00>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:19:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['a3ad2c88-1e1b-417e-947c-d800526216bf'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:20:09.820433 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-393a208a-bbb3-499d-b661-1e0505e85dc5 None None] Set router a3ad2c88-1e1b-417e-947c-d800526216bf gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:20:10.209739 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-37bb4c2a-ece7-4e82-b2a0-e0edf940d6e1 req-5695e72d-635d-44ed-91b7-f3e12e4b8421 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27297ba3-6442-4b56-84ef-a8ed6dee6d2e HTTP/1.1" status: 200  len: 217 time: 0.1332231
Apr 11 17:20:10.212527 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-393a208a-bbb3-499d-b661-1e0505e85dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2265b47b00>, [{'id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'name': 'tempest-AttachVolumeShelveTestJSON-937382955-router', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '29460390dfea45e8a17222990e169b8c', 'gw_port': {'id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': '2c7e65b2-93b6-4d2b-bd3d-c28bd78d71e2', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'port_id': '8ddbd108-d7a3-4278-aa8f-59f9f9d59200', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'mac_address': 'fa:16:3e:e8:36:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491820d-7675-4812-9c8b-5ab467ee6262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:19:37Z', 'updated_at': '2021-04-11T17:20:07Z', 'revision_number': 1, 'project_id': '29460390dfea45e8a17222990e169b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922e0f76-77c3-4bd4-aeac-876e1474f710', 'name': '', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'mac_address': 'fa:16:3e:53:8c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:21Z', 'updated_at': '2021-04-11T17:19:38Z', 'revision_number': 5, 'project_id': '29460390dfea45e8a17222990e169b8c', 'subnets': [{'id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:20:10.217819 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393a208a-bbb3-499d-b661-1e0505e85dc5 None None] The sync data for ids ['a3ad2c88-1e1b-417e-947c-d800526216bf'] in dv-cinder-784779-4-iscsi is: [{'id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'name': 'tempest-AttachVolumeShelveTestJSON-937382955-router', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '29460390dfea45e8a17222990e169b8c', 'gw_port': {'id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': '2c7e65b2-93b6-4d2b-bd3d-c28bd78d71e2', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'port_id': '8ddbd108-d7a3-4278-aa8f-59f9f9d59200', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'mac_address': 'fa:16:3e:e8:36:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491820d-7675-4812-9c8b-5ab467ee6262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:19:37Z', 'updated_at': '2021-04-11T17:20:07Z', 'revision_number': 1, 'project_id': '29460390dfea45e8a17222990e169b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922e0f76-77c3-4bd4-aeac-876e1474f710', 'name': '', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'mac_address': 'fa:16:3e:53:8c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:21Z', 'updated_at': '2021-04-11T17:19:38Z', 'revision_number': 5, 'project_id': '29460390dfea45e8a17222990e169b8c', 'subnets': [{'id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:20:10.310988 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa6228-bc9c-4b29-ba64-ce76860ce6ce req-78047a0a-b1f8-4842-9d49-9fcb8f534015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:10.312665 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0efa6228-bc9c-4b29-ba64-ce76860ce6ce req-78047a0a-b1f8-4842-9d49-9fcb8f534015 service neutron] 10.222.0.37 "GET /v2.0/networks?id=80f28fa7-36bb-4960-bba0-f581250796a5 HTTP/1.1" status: 200  len: 920 time: 0.2086351
Apr 11 17:20:10.314536 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd491820d-7675-4812-9c8b-5ab467ee6262', 'tag': '8ddbd108-d7a3-4278-aa8f-59f9f9d59200', 'status': 'completed', 'code': 200}
Apr 11 17:20:10.334228 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48417f68-e719-4dac-82ad-2b4a1860083f req-33bbc125-7a04-4d0c-9012-374f0487fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:10.336119 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-48417f68-e719-4dac-82ad-2b4a1860083f req-33bbc125-7a04-4d0c-9012-374f0487fd54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4744d33c997d404c90625352a9aecf4d&device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 1098 time: 0.1922352
Apr 11 17:20:10.343073 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb4c2a-ece7-4e82-b2a0-e0edf940d6e1 req-6e22ad2a-16aa-49d7-9bc6-5aa6110794e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:10.344626 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-37bb4c2a-ece7-4e82-b2a0-e0edf940d6e1 req-6e22ad2a-16aa-49d7-9bc6-5aa6110794e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a4a8256-b464-4f54-a3ed-b755f7feb772 HTTP/1.1" status: 200  len: 855 time: 0.1192379
Apr 11 17:20:10.485136 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-37bb4c2a-ece7-4e82-b2a0-e0edf940d6e1 req-20c6cf12-a941-4442-8cf6-77e45615aa63 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcab040b-6e8c-46fa-bfb5-9be724a5cb14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1166480
Apr 11 17:20:10.516176 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0efa6228-bc9c-4b29-ba64-ce76860ce6ce req-25f7ecfa-e367-4c7e-8007-57b029dd284b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdb969d2-4353-462f-a42b-0682d69756bb HTTP/1.1" status: 200  len: 217 time: 0.1242900
Apr 11 17:20:10.616464 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa6228-bc9c-4b29-ba64-ce76860ce6ce req-d7feed18-8b61-4213-bbe5-cd7deb0ffd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:10.618110 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0efa6228-bc9c-4b29-ba64-ce76860ce6ce req-d7feed18-8b61-4213-bbe5-cd7deb0ffd30 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2449f5f4-85cf-4114-8bd0-f3e8caf3301d HTTP/1.1" status: 200  len: 859 time: 0.0929551
Apr 11 17:20:10.674244 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd06ae46-09a5-481a-9bed-9cd8595c7bd2 None None] New status for floating IP 2c7e65b2-93b6-4d2b-bd3d-c28bd78d71e2: ACTIVE {{(pid=85266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 11 17:20:10.763884 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0efa6228-bc9c-4b29-ba64-ce76860ce6ce req-d3436632-fcd2-4f9e-a835-649a8b8dfc73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=80f28fa7-36bb-4960-bba0-f581250796a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1199510
Apr 11 17:20:10.944543 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d950e-6a2c-4ec0-b604-20bdb9c13481 req-2e079860-323f-45cb-ab5d-56933a1d08da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:10.946253 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e85d950e-6a2c-4ec0-b604-20bdb9c13481 req-2e079860-323f-45cb-ab5d-56933a1d08da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=29460390dfea45e8a17222990e169b8c&device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 1099 time: 0.6309414
Apr 11 17:20:11.074006 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043a384-1d85-4f18-8188-2e11b9a6f991 req-dee81992-b75d-4a76-ac99-f590ca246697 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:11.075706 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2043a384-1d85-4f18-8188-2e11b9a6f991 req-dee81992-b75d-4a76-ac99-f590ca246697 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=12c19d95-0415-49ec-bf99-4805ea382c14 HTTP/1.1" status: 200  len: 943 time: 0.6901114
Apr 11 17:20:11.147841 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86754efc-e4dd-4d56-92e8-58a187fa33a5 req-b2cf1e05-5780-427c-a029-58f3994743dc tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:11.149491 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-86754efc-e4dd-4d56-92e8-58a187fa33a5 req-b2cf1e05-5780-427c-a029-58f3994743dc tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.7792404
Apr 11 17:20:11.164672 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-37bb4c2a-ece7-4e82-b2a0-e0edf940d6e1 req-ee3d6c5d-254e-4a50-a294-b4f0de25698d service neutron] 10.222.0.37 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3352931
Apr 11 17:20:11.178944 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48417f68-e719-4dac-82ad-2b4a1860083f req-fed2f041-9754-491b-a084-ceea959a2da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:11.180514 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-48417f68-e719-4dac-82ad-2b4a1860083f req-fed2f041-9754-491b-a084-ceea959a2da4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d07600c-54c6-4d19-b4b0-98bb107e0071 HTTP/1.1" status: 200  len: 910 time: 0.8349380
Apr 11 17:20:11.316262 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2043a384-1d85-4f18-8188-2e11b9a6f991 req-4e52a6ec-faf8-4577-8484-e0e8fb2014e9 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1977532
Apr 11 17:20:11.317534 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d950e-6a2c-4ec0-b604-20bdb9c13481 req-2036acc3-8779-4c85-a2d3-27fbb18a66df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:11.319093 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e85d950e-6a2c-4ec0-b604-20bdb9c13481 req-2036acc3-8779-4c85-a2d3-27fbb18a66df service neutron] 10.222.0.37 "GET /v2.0/networks?id=7a796639-a912-42cf-b262-8ecc2c9af48b HTTP/1.1" status: 200  len: 917 time: 0.2423663
Apr 11 17:20:11.337241 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-86754efc-e4dd-4d56-92e8-58a187fa33a5 req-48a84167-fed4-4c63-b292-9b7a38835c48 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1766551
Apr 11 17:20:11.370847 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0efa6228-bc9c-4b29-ba64-ce76860ce6ce req-93f29e94-50f7-468b-856b-35275b1e0a59 service neutron] 10.222.0.37 "GET /v2.0/networks/80f28fa7-36bb-4960-bba0-f581250796a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5802720
Apr 11 17:20:11.472050 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-48417f68-e719-4dac-82ad-2b4a1860083f req-68fe5b5d-5e19-4ed7-b3fd-115536be520d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c923078-f1b7-41d4-8180-31cf62e35522 HTTP/1.1" status: 200  len: 1001 time: 0.2563169
Apr 11 17:20:11.504714 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-37bb4c2a-ece7-4e82-b2a0-e0edf940d6e1 req-24a0c732-a36c-46c1-bee2-d41443313de0 service neutron] 10.222.0.37 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3204799
Apr 11 17:20:11.521595 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-71ef4e6e-6add-4139-8896-d4659a9fa4b3 req-e1b56527-7163-46f6-bb09-44b42e96eade tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] 10.222.0.30 "GET /v2.0/ports?device_id=72c07210-62cc-4daa-a8c8-fb86f5b09770 HTTP/1.1" status: 200  len: 210 time: 0.0711479
Apr 11 17:20:11.640727 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a3590ff3-0389-4a89-892c-374568fac880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:12.354170 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 27297ba3-6442-4b56-84ef-a8ed6dee6d2e details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:20:12.497388 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 27297ba3-6442-4b56-84ef-a8ed6dee6d2e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=27297ba3-6442-4b56-84ef-a8ed6dee6d2e,segment=NetworkSegment(b949748e-d732-4feb-9db4-3e6c74ae4c7c),segment_id=b949748e-d732-4feb-9db4-3e6c74ae4c7c)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:20:12.511388 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': '27297ba3-6442-4b56-84ef-a8ed6dee6d2e', 'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14', 'port_id': '27297ba3-6442-4b56-84ef-a8ed6dee6d2e', 'mac_address': 'fa:16:3e:02:3f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4a8256-b464-4f54-a3ed-b755f7feb772', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:20:12.578193 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:12.582327 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:12.583644 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27297ba3-6442-4b56-84ef-a8ed6dee6d2e {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:20:12.600678 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 27297ba3-6442-4b56-84ef-a8ed6dee6d2e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=27297ba3-6442-4b56-84ef-a8ed6dee6d2e,segment=NetworkSegment(b949748e-d732-4feb-9db4-3e6c74ae4c7c),segment_id=b949748e-d732-4feb-9db4-3e6c74ae4c7c)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:20:12.603454 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:12.605857 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:12.680238 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=27297ba3-6442-4b56-84ef-a8ed6dee6d2e,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:12.688265 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:20:12.688684 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:20:12.689066 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:20:12.689447 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:20:12.689821 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:20:12.690196 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:20:12.690567 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:20:12.690912 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:20:12.691285 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:20:12.691648 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:20:12.692013 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:20:12.692377 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:20:12.704749 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:13.121624 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:13.659411 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:14.657843 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48417f68-e719-4dac-82ad-2b4a1860083f req-7398a016-dcc9-40d7-af2b-bcb09df8b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:14.659343 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-48417f68-e719-4dac-82ad-2b4a1860083f req-7398a016-dcc9-40d7-af2b-bcb09df8b657 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=366c0678-a15a-4f72-a34e-cf6cad6c7b77 HTTP/1.1" status: 200  len: 848 time: 0.0695386
Apr 11 17:20:14.774987 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48417f68-e719-4dac-82ad-2b4a1860083f req-8a7fe734-d6a2-481e-b26b-0bd06dbfde52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:14.777207 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-48417f68-e719-4dac-82ad-2b4a1860083f req-8a7fe734-d6a2-481e-b26b-0bd06dbfde52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d07600c-54c6-4d19-b4b0-98bb107e0071&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1046586
Apr 11 17:20:14.790371 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e85d950e-6a2c-4ec0-b604-20bdb9c13481 req-e87f3ed6-df44-40f5-a115-3136d31e2147 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ddbd108-d7a3-4278-aa8f-59f9f9d59200 HTTP/1.1" status: 200  len: 1002 time: 0.2154255
Apr 11 17:20:14.904834 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d950e-6a2c-4ec0-b604-20bdb9c13481 req-f9e92a19-9754-472b-9c9a-e2d13e6d202f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:14.906423 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e85d950e-6a2c-4ec0-b604-20bdb9c13481 req-f9e92a19-9754-472b-9c9a-e2d13e6d202f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ae25664-a4e8-4c35-9626-880cdfd5329a HTTP/1.1" status: 200  len: 855 time: 0.0971694
Apr 11 17:20:14.985260 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['27297ba3-6442-4b56-84ef-a8ed6dee6d2e'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:20:15.022112 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0efa6228-bc9c-4b29-ba64-ce76860ce6ce req-c05f4aec-cab4-4171-9bef-330b7b8a4879 service neutron] 10.222.0.37 "GET /v2.0/networks/80f28fa7-36bb-4960-bba0-f581250796a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3885660
Apr 11 17:20:15.060859 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-48417f68-e719-4dac-82ad-2b4a1860083f req-0feda17d-051e-4b09-8a63-325add7ca02c service neutron] 10.222.0.37 "GET /v2.0/networks/6d07600c-54c6-4d19-b4b0-98bb107e0071?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2665234
Apr 11 17:20:15.083181 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9fc99-5d5f-47a1-be73-7d8c6c2899f2 req-7774b3ff-cf61-4e0f-b0eb-d33828777225 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:15.086824 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-06c9fc99-5d5f-47a1-be73-7d8c6c2899f2 req-7774b3ff-cf61-4e0f-b0eb-d33828777225 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.1675768
Apr 11 17:20:15.095343 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0f10e-b4a7-442b-8861-4912bf82e26c req-f5dc132e-cb9a-4686-9b96-0fb5c4adb92a tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:15.096987 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a4b0f10e-b4a7-442b-8861-4912bf82e26c req-f5dc132e-cb9a-4686-9b96-0fb5c4adb92a tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=12c19d95-0415-49ec-bf99-4805ea382c14 HTTP/1.1" status: 200  len: 944 time: 0.2065678
Apr 11 17:20:15.104589 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d950e-6a2c-4ec0-b604-20bdb9c13481 req-04dd08f6-b978-4826-a6c5-eaa29fad7120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:15.106509 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e85d950e-6a2c-4ec0-b604-20bdb9c13481 req-04dd08f6-b978-4826-a6c5-eaa29fad7120 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7a796639-a912-42cf-b262-8ecc2c9af48b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1419575
Apr 11 17:20:15.173697 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a4b0f10e-b4a7-442b-8861-4912bf82e26c req-a479034a-179d-4401-9399-408973c6af93 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660870
Apr 11 17:20:15.252605 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-06c9fc99-5d5f-47a1-be73-7d8c6c2899f2 req-33745a2b-7db1-483f-b350-0adb17de6734 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484068
Apr 11 17:20:15.313014 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e85d950e-6a2c-4ec0-b604-20bdb9c13481 req-885ad09c-15a5-4f9d-987d-3e2d2aa4837a service neutron] 10.222.0.37 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1823118
Apr 11 17:20:15.313605 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-48417f68-e719-4dac-82ad-2b4a1860083f req-c0c2a074-09d8-4a98-8aa4-a7d3d624ded0 service neutron] 10.222.0.37 "GET /v2.0/networks/6d07600c-54c6-4d19-b4b0-98bb107e0071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2253444
Apr 11 17:20:15.482865 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e85d950e-6a2c-4ec0-b604-20bdb9c13481 req-e08374cf-0ddc-43a9-a221-bff42bace521 service neutron] 10.222.0.37 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477830
Apr 11 17:20:16.455092 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a5768-927f-494b-84a3-c5e7d3af5439 req-1089e009-8412-472d-83a9-f73bafb9bb0e tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:16.456753 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c65a5768-927f-494b-84a3-c5e7d3af5439 req-1089e009-8412-472d-83a9-f73bafb9bb0e tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=12c19d95-0415-49ec-bf99-4805ea382c14 HTTP/1.1" status: 200  len: 944 time: 0.1229010
Apr 11 17:20:16.487350 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adb91b-a502-4c17-9ee8-3962127026ea req-3fe965e0-955d-4bd2-83b6-f6167597a586 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:16.487723 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c65a5768-927f-494b-84a3-c5e7d3af5439 req-ea829c4f-0e71-40c9-b504-4f475042aea9 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0246634
Apr 11 17:20:16.488977 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-51adb91b-a502-4c17-9ee8-3962127026ea req-3fe965e0-955d-4bd2-83b6-f6167597a586 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.0939212
Apr 11 17:20:16.523366 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-51adb91b-a502-4c17-9ee8-3962127026ea req-3b5c1e1e-7e17-4f37-95e0-4cd538bb89a0 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0276234
Apr 11 17:20:19.374097 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33486f6d-e520-4cab-ab9b-26a7cd3d94e1 req-62fd65f3-8cdb-4a0d-b142-d1ee124f4531 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:19.374678 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e5083-92cd-4101-a623-7b7ad0bdbe81 req-7e9b2473-ce2d-4eb1-8485-af24ffbc359e tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:19.375696 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-33486f6d-e520-4cab-ab9b-26a7cd3d94e1 req-62fd65f3-8cdb-4a0d-b142-d1ee124f4531 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.1011508
Apr 11 17:20:19.376100 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-098e5083-92cd-4101-a623-7b7ad0bdbe81 req-7e9b2473-ce2d-4eb1-8485-af24ffbc359e tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=12c19d95-0415-49ec-bf99-4805ea382c14 HTTP/1.1" status: 200  len: 944 time: 0.1239731
Apr 11 17:20:19.407734 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-33486f6d-e520-4cab-ab9b-26a7cd3d94e1 req-94b007cc-e1a3-4750-9342-146feacd8a76 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0254412
Apr 11 17:20:19.409978 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-098e5083-92cd-4101-a623-7b7ad0bdbe81 req-d4671f73-2334-445a-8629-db7d8f017caa tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0271511
Apr 11 17:20:20.566217 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 27297ba3-6442-4b56-84ef-a8ed6dee6d2e up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:20:20.647808 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning for port 27297ba3-6442-4b56-84ef-a8ed6dee6d2e completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:20:20.648261 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ac1d4-2d07-46b6-a736-3f5fef07433d req-15b36ab9-cec5-4d20-b991-0441314c8b92 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:20.650989 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-202ac1d4-2d07-46b6-a736-3f5fef07433d req-15b36ab9-cec5-4d20-b991-0441314c8b92 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=12c19d95-0415-49ec-bf99-4805ea382c14 HTTP/1.1" status: 200  len: 944 time: 0.1012788
Apr 11 17:20:20.653710 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1e4a1-0d1f-4266-a2a5-056a079e1684 req-6b990972-e719-482b-9b99-448e67fd1ebc tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:20.654704 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port 27297ba3-6442-4b56-84ef-a8ed6dee6d2e triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:20:20.655272 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:20.655907 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b7c1e4a1-0d1f-4266-a2a5-056a079e1684 req-6b990972-e719-482b-9b99-448e67fd1ebc tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.1245511
Apr 11 17:20:20.685492 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-202ac1d4-2d07-46b6-a736-3f5fef07433d req-5d3d89bc-76c6-4a84-af43-41d5da85612c tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0274796
Apr 11 17:20:20.692875 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b7c1e4a1-0d1f-4266-a2a5-056a079e1684 req-eeda553d-7f88-4a36-9636-2d8bb6b6396d tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0287588
Apr 11 17:20:20.790191 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 47604) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:20:20.801102 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:20.813616 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c19d95-0415-49ec-bf99-4805ea382c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27297ba3-6442-4b56-84ef-a8ed6dee6d2e'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:20:20.825086 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 27297ba3-6442-4b56-84ef-a8ed6dee6d2e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=27297ba3-6442-4b56-84ef-a8ed6dee6d2e,segment=NetworkSegment(b949748e-d732-4feb-9db4-3e6c74ae4c7c),segment_id=b949748e-d732-4feb-9db4-3e6c74ae4c7c)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:20:20.829216 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:20.831244 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:20.871140 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c19d95-0415-49ec-bf99-4805ea382c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27297ba3-6442-4b56-84ef-a8ed6dee6d2e', 'code': 200}
Apr 11 17:20:20.877269 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdcd8b76-0381-49de-b1fd-457ab38a32e0 admin admin] Deleting subnet 7b9c0842-2e3e-4be8-85b1-0eee75333554 {{(pid=85265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 11 17:20:20.880798 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bdcd8b76-0381-49de-b1fd-457ab38a32e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:20.906484 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=27297ba3-6442-4b56-84ef-a8ed6dee6d2e,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:20.909607 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:20.940082 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bdcd8b76-0381-49de-b1fd-457ab38a32e0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:20.948825 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bdcd8b76-0381-49de-b1fd-457ab38a32e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16559076'] for subnet, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:21.149232 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35616135-71f6-47cc-8519-91d88e9e0df2 req-54fe578d-f21a-487d-9909-fe3ead062612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:21.151313 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-35616135-71f6-47cc-8519-91d88e9e0df2 req-54fe578d-f21a-487d-9909-fe3ead062612 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12c19d95-0415-49ec-bf99-4805ea382c14 HTTP/1.1" status: 200  len: 1098 time: 0.0861089
Apr 11 17:20:21.178634 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-35616135-71f6-47cc-8519-91d88e9e0df2 req-ea8b849f-6051-474e-9bca-57fe9a1c9c1c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0199242
Apr 11 17:20:21.226604 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bdcd8b76-0381-49de-b1fd-457ab38a32e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838216707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for subnet, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:21.245308 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:21.292606 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd8b76-0381-49de-b1fd-457ab38a32e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9c0842-2e3e-4be8-85b1-0eee75333554,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:21.295433 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bdcd8b76-0381-49de-b1fd-457ab38a32e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:21.422712 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bdcd8b76-0381-49de-b1fd-457ab38a32e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:21.433138 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 47620) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:20:21.433322 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-bdcd8b76-0381-49de-b1fd-457ab38a32e0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7b9c0842-2e3e-4be8-85b1-0eee75333554 HTTP/1.1" status: 204  len: 168 time: 0.6418028
Apr 11 17:20:21.791406 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854681048'] for network, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:21.929694 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fbdd4-fda2-4abc-85c1-43598074cdd6 req-2a191120-5db5-421b-b752-38d207df2e4a tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:21.932202 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-088fbdd4-fda2-4abc-85c1-43598074cdd6 req-2a191120-5db5-421b-b752-38d207df2e4a tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.0988808
Apr 11 17:20:21.966338 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-088fbdd4-fda2-4abc-85c1-43598074cdd6 req-c56275c1-bbcc-46e0-ab44-003ee8fd4469 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0271630
Apr 11 17:20:22.071822 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16557693', 'neutron.services.segments.db._delete_segments_for_network--9223363300245355619'] for network, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:22.177180 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c1550-ee2d-4428-9a70-f90146133301 req-5d887b6d-e972-4c22-be96-5e9229e01b29 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:22.179707 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-976c1550-ee2d-4428-9a70-f90146133301 req-5d887b6d-e972-4c22-be96-5e9229e01b29 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=12c19d95-0415-49ec-bf99-4805ea382c14 HTTP/1.1" status: 200  len: 945 time: 0.3321445
Apr 11 17:20:22.227760 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-976c1550-ee2d-4428-9a70-f90146133301 req-76fdf8b6-958b-417c-a37e-ba3aed975f56 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413764
Apr 11 17:20:22.243138 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2265036da0>> segment before_delete 55550000 {{(pid=85264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:22.243639 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2265036da0>> subnet precommit_delete_associations 55550000 {{(pid=85264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:22.245010 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2265ebea20>> segment_host_mapping after_create 55550000 {{(pid=85264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:22.245365 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2265ebea20>> port after_create 55550000 {{(pid=85264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:22.245732 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2265ebea20>> port after_delete 55550000 {{(pid=85264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:22.246084 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2265ebea20>> port after_update 55550000 {{(pid=85264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:22.246442 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2265ebea20>> segment after_delete 55550000 {{(pid=85264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:22.246887 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2265ebea20>> subnet after_create 55550000 {{(pid=85264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:22.247339 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2265ebea20>> subnet after_delete 55550000 {{(pid=85264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:22.247697 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2265ebea20>> subnet after_update 55550000 {{(pid=85264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:22.320160 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f226513e908>> subnet after_create 55550000 {{(pid=85264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:22.320575 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f226513e908>> subnet after_delete 55550000 {{(pid=85264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:22.320950 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f226513e908>> subnet before_create 55550000 {{(pid=85264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:22.321325 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f226513e908>> subnet before_update 55550000 {{(pid=85264) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:22.321711 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2264ce72b0>,) {'filters': {'network_id': ['603aab5e-6be6-40c6-a7c8-c55596c53497']}} {{(pid=85264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:20:22.341612 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2264ce72b0>, '0b795892-78a7-4dc3-8884-2131f148608a') {'for_net_delete': True} {{(pid=85264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:20:22.342628 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2264ce72b0>, '0b795892-78a7-4dc3-8884-2131f148608a') {} {{(pid=85264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:20:22.355311 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736609405999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851770719'] for segment, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:22.373913 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:22.381113 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=85264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 11 17:20:22.576387 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Network 603aab5e-6be6-40c6-a7c8-c55596c53497 has no segments {{(pid=85264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:20:22.585720 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16558278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852461607'] for segment, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:22.786517 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Network 603aab5e-6be6-40c6-a7c8-c55596c53497 has no segments {{(pid=85264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:   from cryptography.utils import int_from_bytes
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:   from cryptography.utils import int_from_bytes
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:   (rel_b, rel_a, rel_b),
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]: Traceback (most recent call last):
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:     timer()
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:     cb(*args, **kw)
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:     return func(*args, **kwargs)
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:     self._notify()
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:     self.callback(batched_events)
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:     event.method(event)
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:     segment_id)['aggregates'][0]
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:     return f(self, *a, **k)
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self._get(url).json()
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:     **kwargs)
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self.request(url, 'GET', **kwargs)
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:     **endpoint_filter)
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 11 17:20:22.812384 dv-cinder-784779-4-iscsi neutron-server[85151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 11 17:20:22.938407 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838218230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448937'] for network, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:22.949992 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:22.959793 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-87698873-cddd-4d03-be4f-7d4c524e4bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:22.987332 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Pushing event deleted for resources: {'Network': ['ID=603aab5e-6be6-40c6-a7c8-c55596c53497,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:22.989965 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:23.002394 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] 10.222.0.30 "DELETE /v2.0/networks/603aab5e-6be6-40c6-a7c8-c55596c53497 HTTP/1.1" status: 204  len: 168 time: 1.5679855
Apr 11 17:20:23.030455 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c0871cd8-47fe-4aad-8a80-fa0613f22047 req-a7082914-f14c-418c-9b5c-84c542a8ea32 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea787a5b-8827-4618-b29b-fd0111ec4089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1325588
Apr 11 17:20:23.250803 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 47664) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:20:23.305054 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-4a91d745-cbe7-4b6f-8c32-f8dd74d2a0d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f4346b7c530e435da20038e554efbb27&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0505514
Apr 11 17:20:23.305996 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 47670) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:20:23.366435 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6be2c-6aa8-4e1f-89af-ef66751dd17d req-1786e6c6-d3d5-4949-bcd7-a35cf6f3ad48 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:23.368067 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d3d6be2c-6aa8-4e1f-89af-ef66751dd17d req-1786e6c6-d3d5-4949-bcd7-a35cf6f3ad48 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.1665676
Apr 11 17:20:23.413088 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d3d6be2c-6aa8-4e1f-89af-ef66751dd17d req-44d1ed0b-1617-4ce7-9ce2-01e33f386547 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355844
Apr 11 17:20:23.427741 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0871cd8-47fe-4aad-8a80-fa0613f22047 req-5eea5bbb-48d3-4c2a-936c-6c25f59b2547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:23.429674 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c0871cd8-47fe-4aad-8a80-fa0613f22047 req-5eea5bbb-48d3-4c2a-936c-6c25f59b2547 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80a3dcdeb1834a4ea3e6d67248a3caaf&device_id=ea787a5b-8827-4618-b29b-fd0111ec4089 HTTP/1.1" status: 200  len: 1098 time: 0.2719231
Apr 11 17:20:23.445086 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-66878664-308d-45f2-8863-986da13bcda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:23.495633 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-66878664-308d-45f2-8863-986da13bcda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:23.563856 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858830a-3d63-4099-821d-dea8ba360e7e req-36f53a2f-42e8-4670-bcd1-441dfbbc647f tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:23.565509 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e858830a-3d63-4099-821d-dea8ba360e7e req-36f53a2f-42e8-4670-bcd1-441dfbbc647f tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=12c19d95-0415-49ec-bf99-4805ea382c14 HTTP/1.1" status: 200  len: 945 time: 0.1678350
Apr 11 17:20:23.572933 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-66878664-308d-45f2-8863-986da13bcda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:23.579362 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:23.612056 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66878664-308d-45f2-8863-986da13bcda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadbc326-8ee2-48a4-8d4b-d64b51697efa,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:23.615657 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0871cd8-47fe-4aad-8a80-fa0613f22047 req-55927ab0-71d8-40d1-9c41-1bce966134bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:23.617282 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c0871cd8-47fe-4aad-8a80-fa0613f22047 req-55927ab0-71d8-40d1-9c41-1bce966134bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=bcab040b-6e8c-46fa-bfb5-9be724a5cb14 HTTP/1.1" status: 200  len: 916 time: 0.1578503
Apr 11 17:20:23.622782 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-66878664-308d-45f2-8863-986da13bcda6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:23.626045 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e858830a-3d63-4099-821d-dea8ba360e7e req-d0a4bc1c-6002-4506-97be-568aab789b16 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477176
Apr 11 17:20:23.632045 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-66878664-308d-45f2-8863-986da13bcda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:23.635953 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-66878664-308d-45f2-8863-986da13bcda6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dadbc326-8ee2-48a4-8d4b-d64b51697efa HTTP/1.1" status: 204  len: 168 time: 0.3252885
Apr 11 17:20:23.711145 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c0871cd8-47fe-4aad-8a80-fa0613f22047 req-3c5955c1-c14f-4cae-a5f9-892a701be464 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6fe92256-fd45-4cd8-8755-7daeb2e00012 HTTP/1.1" status: 200  len: 217 time: 0.0868824
Apr 11 17:20:23.799697 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0871cd8-47fe-4aad-8a80-fa0613f22047 req-eaa4d396-6009-47ed-abdc-07a7df93805c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:23.801764 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c0871cd8-47fe-4aad-8a80-fa0613f22047 req-eaa4d396-6009-47ed-abdc-07a7df93805c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a4a8256-b464-4f54-a3ed-b755f7feb772 HTTP/1.1" status: 200  len: 855 time: 0.0744717
Apr 11 17:20:23.875026 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c0871cd8-47fe-4aad-8a80-fa0613f22047 req-fd25b92f-2793-4088-a49b-db55582bc200 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcab040b-6e8c-46fa-bfb5-9be724a5cb14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0645604
Apr 11 17:20:24.066273 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c0871cd8-47fe-4aad-8a80-fa0613f22047 req-e67441c6-7378-4c12-ac1d-6e11a70c51fb service neutron] 10.222.0.37 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1731002
Apr 11 17:20:24.235975 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c0871cd8-47fe-4aad-8a80-fa0613f22047 req-6fe2db56-3b3c-4d5e-aee7-80ca043f86cf service neutron] 10.222.0.37 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1570034
Apr 11 17:20:24.684847 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bb908-ab70-4d17-9ec3-1b19e3e62bb9 req-c048818a-811f-4b41-8adc-8a1ecdbeb1ff tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:24.686684 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-208bb908-ab70-4d17-9ec3-1b19e3e62bb9 req-c048818a-811f-4b41-8adc-8a1ecdbeb1ff tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.1216185
Apr 11 17:20:24.736583 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-208bb908-ab70-4d17-9ec3-1b19e3e62bb9 req-7537e242-7fff-4f55-b71c-87362efbf1fe tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402865
Apr 11 17:20:25.936798 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426002a-2873-4b32-b509-62cddb87ec7b req-608f8f13-edac-4408-be17-df526ad0e704 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:25.938417 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c426002a-2873-4b32-b509-62cddb87ec7b req-608f8f13-edac-4408-be17-df526ad0e704 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.0895450
Apr 11 17:20:25.969991 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c426002a-2873-4b32-b509-62cddb87ec7b req-a7cbc56d-692d-4940-b77e-25ab83766cb8 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251515
Apr 11 17:20:26.027843 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 47762) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:20:26.096918 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:26.185485 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6e15-244b-4af1-9d8a-295bd4d3df3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:26.203533 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-8a7f6e15-244b-4af1-9d8a-295bd4d3df3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:20:26.207572 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-8a7f6e15-244b-4af1-9d8a-295bd4d3df3c admin admin] Usage tracker for resource:security_group_rule and tenant:3f036ea5af2642e4b2dbd76aaea77e6a is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:20:26.210713 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-8a7f6e15-244b-4af1-9d8a-295bd4d3df3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:20:26.218378 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-8a7f6e15-244b-4af1-9d8a-295bd4d3df3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:20:26.323033 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6e15-244b-4af1-9d8a-295bd4d3df3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:26.326982 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6e15-244b-4af1-9d8a-295bd4d3df3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:26.340520 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-fe83778b-663b-434f-9c88-7a16f369699f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:26.396587 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f6e15-244b-4af1-9d8a-295bd4d3df3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec3eea2-ee54-4437-a05e-552166550219,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:26.400207 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8a7f6e15-244b-4af1-9d8a-295bd4d3df3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:26.406597 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-8a7f6e15-244b-4af1-9d8a-295bd4d3df3c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f036ea5af2642e4b2dbd76aaea77e6a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3770399
Apr 11 17:20:26.406727 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 47778) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:20:26.475813 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7f86e1c4-1e7e-4443-ac6e-df22a3073f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:26.505005 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7f86e1c4-1e7e-4443-ac6e-df22a3073f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:26.561785 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7f86e1c4-1e7e-4443-ac6e-df22a3073f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:26.569294 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-70bbe34a-87be-498e-9df7-d9f81297cc69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:26.582855 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86e1c4-1e7e-4443-ac6e-df22a3073f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec3eea2-ee54-4437-a05e-552166550219,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:26.585239 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-7f86e1c4-1e7e-4443-ac6e-df22a3073f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:26.586675 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7f86e1c4-1e7e-4443-ac6e-df22a3073f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:26.602847 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-7f86e1c4-1e7e-4443-ac6e-df22a3073f18 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eec3eea2-ee54-4437-a05e-552166550219 HTTP/1.1" status: 204  len: 168 time: 0.1840379
Apr 11 17:20:27.227936 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54d3bc-27e3-4556-9afb-51d06a0fb7a8 req-ded77cbc-3781-4aa3-a8ee-65ab3e0b4a62 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:27.229642 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0b54d3bc-27e3-4556-9afb-51d06a0fb7a8 req-ded77cbc-3781-4aa3-a8ee-65ab3e0b4a62 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.0954156
Apr 11 17:20:27.245063 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-a9e79fd3-c700-4cab-a3d0-2fec58d5add4 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:27.246663 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-a9e79fd3-c700-4cab-a3d0-2fec58d5add4 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/networks?id=bcab040b-6e8c-46fa-bfb5-9be724a5cb14 HTTP/1.1" status: 200  len: 815 time: 0.1752117
Apr 11 17:20:27.269523 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-204322c7-f79a-4b89-a3c1-ecb417b25320 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/quotas/80a3dcdeb1834a4ea3e6d67248a3caaf HTTP/1.1" status: 200  len: 375 time: 0.0161114
Apr 11 17:20:27.271497 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0b54d3bc-27e3-4556-9afb-51d06a0fb7a8 req-dce45d48-3f3b-45fe-ac5b-8df03a66122d tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0298355
Apr 11 17:20:27.375078 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-913e9c99-9f8a-4c44-a822-58784beb9665 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=80a3dcdeb1834a4ea3e6d67248a3caaf&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1045213
Apr 11 17:20:27.528856 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-d7f97100-7e53-483c-ad54-4348ea08b39f service neutron] 10.222.0.30 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502571
Apr 11 17:20:27.674095 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-58a826ff-8728-46a6-a8a1-5f97da99d231 service neutron] 10.222.0.30 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404884
Apr 11 17:20:29.223922 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:20:30.622234 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bf952c7d-649c-4bf4-b5d8-6785674638b1 req-f4ad3c1b-6319-4b88-8643-68b7e8e1d9e8 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 210 time: 0.0506294
Apr 11 17:20:30.679052 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762d681-badb-4408-8250-9fa845ab4b20 req-03376f69-ed4a-45a5-be88-4be60f6df70b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:30.680838 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a762d681-badb-4408-8250-9fa845ab4b20 req-03376f69-ed4a-45a5-be88-4be60f6df70b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.1017971
Apr 11 17:20:30.720879 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a762d681-badb-4408-8250-9fa845ab4b20 req-448ecfdf-611e-4e9b-b0a3-d97ed7f3f90e tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0322981
Apr 11 17:20:31.117816 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 47880) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:20:31.186398 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c947e0-d7dc-4d05-803e-854db16adb35 admin admin] Deleting subnet ca343ad3-45ef-4926-a4cb-669ef22d730e {{(pid=85265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 11 17:20:31.189511 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-20c947e0-d7dc-4d05-803e-854db16adb35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:31.245886 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-20c947e0-d7dc-4d05-803e-854db16adb35 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:31.253342 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-20c947e0-d7dc-4d05-803e-854db16adb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16559076'] for subnet, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:31.583334 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-20c947e0-d7dc-4d05-803e-854db16adb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838216707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for subnet, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:31.608698 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:31.647492 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-e8ed6adf-41cf-4fe0-ba9b-314373882e93 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:31.649190 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-e8ed6adf-41cf-4fe0-ba9b-314373882e93 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.37 "GET /v2.0/networks?id=bcab040b-6e8c-46fa-bfb5-9be724a5cb14 HTTP/1.1" status: 200  len: 815 time: 0.3937280
Apr 11 17:20:31.655783 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c947e0-d7dc-4d05-803e-854db16adb35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca343ad3-45ef-4926-a4cb-669ef22d730e,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:31.659556 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-20c947e0-d7dc-4d05-803e-854db16adb35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:31.671843 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-945cf245-7bda-4abe-9618-9889b00f5cd7 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Request body: {'port': {'device_id': '2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017', 'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14', 'admin_state_up': True, 'tenant_id': '80a3dcdeb1834a4ea3e6d67248a3caaf'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:20:31.753330 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-20c947e0-d7dc-4d05-803e-854db16adb35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:31.760674 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-20c947e0-d7dc-4d05-803e-854db16adb35 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ca343ad3-45ef-4926-a4cb-669ef22d730e HTTP/1.1" status: 204  len: 168 time: 0.6416192
Apr 11 17:20:31.764905 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 47900) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:20:31.840842 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-945cf245-7bda-4abe-9618-9889b00f5cd7 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:20:31.858104 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-945cf245-7bda-4abe-9618-9889b00f5cd7 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:20:31.867594 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-945cf245-7bda-4abe-9618-9889b00f5cd7 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Made reservation on behalf of 80a3dcdeb1834a4ea3e6d67248a3caaf for: {'port': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:20:31.874298 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-945cf245-7bda-4abe-9618-9889b00f5cd7 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:31.910252 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2868192a-e6fd-42a0-b112-5cef31874197 req-c8e86b07-d28b-4d8b-aca1-fdd323c27624 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 210 time: 0.1047318
Apr 11 17:20:31.937477 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854681048'] for network, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:32.121331 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366a878-5053-47f5-95ed-71c18eaf3d85 req-9dcf04d8-2f09-40a4-82a6-a92c3253c231 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:32.123079 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7366a878-5053-47f5-95ed-71c18eaf3d85 req-9dcf04d8-2f09-40a4-82a6-a92c3253c231 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.2077315
Apr 11 17:20:32.137821 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-945cf245-7bda-4abe-9618-9889b00f5cd7 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Allocated IP 172.20.0.7 (bcab040b-6e8c-46fa-bfb5-9be724a5cb14/1a4a8256-b464-4f54-a3ed-b755f7feb772/29ccad86-0933-40fb-9ab4-10f73d24d497) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:20:32.231617 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7366a878-5053-47f5-95ed-71c18eaf3d85 req-e7db5239-4c86-4ef8-9b2d-d3d2612f3ea7 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704815
Apr 11 17:20:32.357707 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16557693', 'neutron.services.segments.db._delete_segments_for_network--9223363300245355619'] for network, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:32.407287 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-945cf245-7bda-4abe-9618-9889b00f5cd7 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:32.442315 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-945cf245-7bda-4abe-9618-9889b00f5cd7 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:32.454914 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['6fe92256-fd45-4cd8-8755-7daeb2e00012', '27297ba3-6442-4b56-84ef-a8ed6dee6d2e'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:20:32.466237 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d0abbc0d-7c7b-4d35-98c0-21c6980e3d96 tempest-DeleteServersTestJSON-688351288 tempest-DeleteServersTestJSON-688351288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:32.478755 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f22662b2b38>> segment before_delete 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:32.479166 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f22662b2b38>> subnet precommit_delete_associations 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:32.479968 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2265133278>> segment_host_mapping after_create 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:32.480331 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2265133278>> port after_create 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:32.480710 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2265133278>> port after_delete 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:32.481069 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2265133278>> port after_update 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:32.481420 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2265133278>> segment after_delete 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:32.481797 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2265133278>> subnet after_create 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:32.482147 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2265133278>> subnet after_delete 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:32.482494 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2265133278>> subnet after_update 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:32.560875 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2264fda320>> subnet after_create 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:32.561269 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2264fda320>> subnet after_delete 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:32.561642 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2264fda320>> subnet before_create 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:32.562017 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2264fda320>> subnet before_update 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 11 17:20:32.562405 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2265133128>,) {'filters': {'network_id': ['ec50ce3c-22b2-4113-805a-7e33bad77898']}} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:20:32.580868 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2265133128>, '0d92f160-e77f-4cbb-a518-8f24bc36591b') {'for_net_delete': True} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:20:32.581689 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2265133128>, '0d92f160-e77f-4cbb-a518-8f24bc36591b') {} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:20:32.596028 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736609405999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2055880'] for segment, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:32.612666 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:32.621357 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=85265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 11 17:20:32.621748 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cf245-7bda-4abe-9618-9889b00f5cd7 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Pushing event updated for resources: {'Port': ['ID=29ccad86-0933-40fb-9ab4-10f73d24d497,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:32.626379 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-945cf245-7bda-4abe-9618-9889b00f5cd7 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:32.674098 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-945cf245-7bda-4abe-9618-9889b00f5cd7 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Network bcab040b-6e8c-46fa-bfb5-9be724a5cb14 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:20:32.675704 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-945cf245-7bda-4abe-9618-9889b00f5cd7 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:20:32.678252 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-945cf245-7bda-4abe-9618-9889b00f5cd7 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:20:32.751739 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-945cf245-7bda-4abe-9618-9889b00f5cd7 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:32.752812 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-945cf245-7bda-4abe-9618-9889b00f5cd7 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:32.811367 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-945cf245-7bda-4abe-9618-9889b00f5cd7 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1438003
Apr 11 17:20:32.842853 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] Request body: {'port': {'device_id': '2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:20:32.866738 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Network ec50ce3c-22b2-4113-805a-7e33bad77898 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:20:32.876318 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16558278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933340'] for segment, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:32.970589 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:33.075288 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Network ec50ce3c-22b2-4113-805a-7e33bad77898 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:   from cryptography.utils import int_from_bytes
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:   from cryptography.utils import int_from_bytes
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:   (rel_b, rel_a, rel_b),
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]: Traceback (most recent call last):
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:     timer()
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:     cb(*args, **kw)
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:     return func(*args, **kwargs)
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:     self._notify()
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:     self.callback(batched_events)
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:     event.method(event)
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:     segment_id)['aggregates'][0]
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:     return f(self, *a, **k)
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self._get(url).json()
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:     **kwargs)
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self.request(url, 'GET', **kwargs)
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:     **endpoint_filter)
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 11 17:20:33.101092 dv-cinder-784779-4-iscsi neutron-server[85151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 11 17:20:33.185576 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838218230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448937'] for network, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:33.192000 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:33.196528 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8487511a-ed91-41f7-902a-e712e9142f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:33.217233 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec50ce3c-22b2-4113-805a-7e33bad77898,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:33.219767 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:33.225301 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ec50ce3c-22b2-4113-805a-7e33bad77898 HTTP/1.1" status: 204  len: 168 time: 1.4566951
Apr 11 17:20:33.225655 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 47926) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:20:33.293077 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c531b3-356c-4d8a-a62a-f5695f9d7f42 req-66814ada-7f50-4de9-b836-562ebcb407ec tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:33.294013 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-d7c531b3-356c-4d8a-a62a-f5695f9d7f42 req-66814ada-7f50-4de9-b836-562ebcb407ec tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Synchronizing usage tracker for tenant:80a3dcdeb1834a4ea3e6d67248a3caaf on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:20:33.343104 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e575d0b-8adc-4d30-9fdd-dc404b537afc admin admin] Deleting subnet ea92ea55-d5e9-47b4-950e-f90f8d36fdad {{(pid=85265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 11 17:20:33.346346 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0e575d0b-8adc-4d30-9fdd-dc404b537afc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:33.405912 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-d7c531b3-356c-4d8a-a62a-f5695f9d7f42 req-66814ada-7f50-4de9-b836-562ebcb407ec tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Unset dirty status for tenant:80a3dcdeb1834a4ea3e6d67248a3caaf on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:20:33.407195 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d7c531b3-356c-4d8a-a62a-f5695f9d7f42 req-66814ada-7f50-4de9-b836-562ebcb407ec tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 931 time: 0.3405583
Apr 11 17:20:33.413105 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0e575d0b-8adc-4d30-9fdd-dc404b537afc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852720073'] for subnet, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:33.464975 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d7c531b3-356c-4d8a-a62a-f5695f9d7f42 req-a94a3b16-4575-48cf-bd57-e53b0c4d9f34 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450251
Apr 11 17:20:33.475555 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0e575d0b-8adc-4d30-9fdd-dc404b537afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16559076'] for subnet, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:33.553111 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ccad86-0933-40fb-9ab4-10f73d24d497 {{(pid=85264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:20:33.562395 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:33.579639 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] Transition to ACTIVE for port object 29ccad86-0933-40fb-9ab4-10f73d24d497 will not be triggered until provisioned by entity L2. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:20:33.585076 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:33.603304 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:33.717353 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972496b-8e54-4be8-9fbb-52f72e6bc18f req-8d7d473f-6407-402a-81b1-3cb1a830c4f5 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:33.718966 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0972496b-8e54-4be8-9fbb-52f72e6bc18f req-8d7d473f-6407-402a-81b1-3cb1a830c4f5 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.2146387
Apr 11 17:20:33.756768 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] Pushing event updated for resources: {'Port': ['ID=29ccad86-0933-40fb-9ab4-10f73d24d497,revision_number=2']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:33.761903 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:33.782388 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0972496b-8e54-4be8-9fbb-52f72e6bc18f req-e2dc88c3-dc49-4801-8bf0-fe98b73796b9 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518889
Apr 11 17:20:33.861878 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0e575d0b-8adc-4d30-9fdd-dc404b537afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838216707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851487774'] for subnet, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:33.877614 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:33.931495 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e575d0b-8adc-4d30-9fdd-dc404b537afc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea92ea55-d5e9-47b4-950e-f90f8d36fdad,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:34.000125 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] Attempting to bind port 29ccad86-0933-40fb-9ab4-10f73d24d497 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:20:34.000652 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] Attempting to bind port 29ccad86-0933-40fb-9ab4-10f73d24d497 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'b949748e-d732-4feb-9db4-3e6c74ae4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14'}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:20:34.001127 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] Attempting to bind port 29ccad86-0933-40fb-9ab4-10f73d24d497 on network bcab040b-6e8c-46fa-bfb5-9be724a5cb14 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:20:34.006576 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] Port 29ccad86-0933-40fb-9ab4-10f73d24d497 on network bcab040b-6e8c-46fa-bfb5-9be724a5cb14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 11 17:20:34.007032 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] Attempting to bind port 29ccad86-0933-40fb-9ab4-10f73d24d497 on network bcab040b-6e8c-46fa-bfb5-9be724a5cb14 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:20:34.014289 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] Checking agent: {'id': 'ff222714-fd65-43da-9d5f-2c6b0dd417d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'started_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:20:34.014850 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] Checking segment: {'id': 'b949748e-d732-4feb-9db4-3e6c74ae4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:20:34.015362 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] Bound using segment: {'id': 'b949748e-d732-4feb-9db4-3e6c74ae4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14'} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:20:34.015934 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] Bound port: 29ccad86-0933-40fb-9ab4-10f73d24d497, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b949748e-d732-4feb-9db4-3e6c74ae4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14'}}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:20:34.016504 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:34.019557 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-0e575d0b-8adc-4d30-9fdd-dc404b537afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:34.027044 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0e575d0b-8adc-4d30-9fdd-dc404b537afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:34.034448 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-0e575d0b-8adc-4d30-9fdd-dc404b537afc admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ea92ea55-d5e9-47b4-950e-f90f8d36fdad HTTP/1.1" status: 204  len: 168 time: 0.8069882
Apr 11 17:20:34.037033 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 47944) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:20:34.107025 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] For port 29ccad86-0933-40fb-9ab4-10f73d24d497, host hv-cinder-78477, cleared binding levels {{(pid=85264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:20:34.111636 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] For port 29ccad86-0933-40fb-9ab4-10f73d24d497, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=29ccad86-0933-40fb-9ab4-10f73d24d497,segment=NetworkSegment(b949748e-d732-4feb-9db4-3e6c74ae4c7c),segment_id=b949748e-d732-4feb-9db4-3e6c74ae4c7c)] {{(pid=85264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:20:34.119677 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:34.136571 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:34.161007 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b85a166b-0201-4ccb-9c55-0a8aa7779794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854681048'] for network, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:34.325939 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] Pushing event updated for resources: {'Port': ['ID=29ccad86-0933-40fb-9ab4-10f73d24d497,revision_number=3']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:34.329405 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:34.342903 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:34.343756 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:34.345292 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] 10.222.0.37 "PUT /v2.0/ports/29ccad86-0933-40fb-9ab4-10f73d24d497 HTTP/1.1" status: 200  len: 1093 time: 1.5083020
Apr 11 17:20:34.345837 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017', 'tag': '29ccad86-0933-40fb-9ab4-10f73d24d497'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:20:34.367774 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b85a166b-0201-4ccb-9c55-0a8aa7779794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16557693', 'neutron.services.segments.db._delete_segments_for_network--9223363300245355619'] for network, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:34.405922 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017', 'tag': '29ccad86-0933-40fb-9ab4-10f73d24d497', 'status': 'completed', 'code': 200}
Apr 11 17:20:34.494104 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-b85a166b-0201-4ccb-9c55-0a8aa7779794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2264faaba8>,) {'filters': {'network_id': ['2f57c6af-22d4-4a93-83c9-aa976e2fb514']}} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:20:34.494406 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-08e96ad4-5b3a-440f-8529-96b9997ec217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:34.496121 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-08e96ad4-5b3a-440f-8529-96b9997ec217 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80a3dcdeb1834a4ea3e6d67248a3caaf&device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 1096 time: 0.0808985
Apr 11 17:20:34.507334 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-b85a166b-0201-4ccb-9c55-0a8aa7779794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2264faaba8>, '126c55a9-9741-4383-8dea-8a3b51d3fc72') {'for_net_delete': True} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:20:34.507680 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-b85a166b-0201-4ccb-9c55-0a8aa7779794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2264faaba8>, '126c55a9-9741-4383-8dea-8a3b51d3fc72') {} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:20:34.520553 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b85a166b-0201-4ccb-9c55-0a8aa7779794 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736609405999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2055880'] for segment, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:34.536283 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b85a166b-0201-4ccb-9c55-0a8aa7779794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:34.542683 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85a166b-0201-4ccb-9c55-0a8aa7779794 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=85265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 11 17:20:34.583110 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-434feadc-db65-4ad2-8cba-04a2f0266020 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29ccad86-0933-40fb-9ab4-10f73d24d497 HTTP/1.1" status: 200  len: 217 time: 0.0730481
Apr 11 17:20:34.660710 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-33194162-e50c-408d-a288-f7c0cd9cc8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:34.662286 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-33194162-e50c-408d-a288-f7c0cd9cc8de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a4a8256-b464-4f54-a3ed-b755f7feb772 HTTP/1.1" status: 200  len: 855 time: 0.0716307
Apr 11 17:20:34.720903 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-bfeafef7-0a3e-4a14-9ddd-f1fac926efcf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcab040b-6e8c-46fa-bfb5-9be724a5cb14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491288
Apr 11 17:20:34.797654 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-b85a166b-0201-4ccb-9c55-0a8aa7779794 admin admin] Network 2f57c6af-22d4-4a93-83c9-aa976e2fb514 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:20:34.807538 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b85a166b-0201-4ccb-9c55-0a8aa7779794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16558278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933340'] for segment, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:34.890285 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-4cb77ff9-9799-4303-94d6-3e1789ab1710 service neutron] 10.222.0.37 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599483
Apr 11 17:20:34.992964 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f2f26-b49b-4ce9-ac60-be8af74dafd5 req-c1affdea-f3bc-4c6c-a20a-67b3de1420b5 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:34.994815 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-414f2f26-b49b-4ce9-ac60-be8af74dafd5 req-c1affdea-f3bc-4c6c-a20a-67b3de1420b5 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 943 time: 0.3678174
Apr 11 17:20:35.030915 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-b85a166b-0201-4ccb-9c55-0a8aa7779794 admin admin] Network 2f57c6af-22d4-4a93-83c9-aa976e2fb514 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]: Traceback (most recent call last):
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:     timer()
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:     cb(*args, **kw)
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:     return func(*args, **kwargs)
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:     self._notify()
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:     self.callback(batched_events)
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:     event.method(event)
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:     segment_id)['aggregates'][0]
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:     return f(self, *a, **k)
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self._get(url).json()
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:     **kwargs)
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self.request(url, 'GET', **kwargs)
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:     **endpoint_filter)
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 11 17:20:35.057803 dv-cinder-784779-4-iscsi neutron-server[85151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 11 17:20:35.129337 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-414f2f26-b49b-4ce9-ac60-be8af74dafd5 req-9b8f2df1-6055-4808-b5c7-34e7cec0a4ee tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261978
Apr 11 17:20:35.137308 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5fd4455c-9a09-4571-93f5-91dca11fe2f1 req-40061e39-5925-4891-83b7-ae9515b9fc68 service neutron] 10.222.0.37 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2304995
Apr 11 17:20:35.151371 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b85a166b-0201-4ccb-9c55-0a8aa7779794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838218230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448937'] for network, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:35.157531 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362ec97-23a9-45b4-8207-05e9b7dd4491 req-457cc18e-7f29-41de-b6a7-1a849296ce28 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:35.159134 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4362ec97-23a9-45b4-8207-05e9b7dd4491 req-457cc18e-7f29-41de-b6a7-1a849296ce28 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.1476285
Apr 11 17:20:35.167943 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-4d811f9f-7237-4b62-801f-095481a580e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:35.205053 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4362ec97-23a9-45b4-8207-05e9b7dd4491 req-be2faf99-d798-47e2-8400-71e4edad9f07 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355182
Apr 11 17:20:35.220855 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b85a166b-0201-4ccb-9c55-0a8aa7779794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:35.248582 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a166b-0201-4ccb-9c55-0a8aa7779794 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f57c6af-22d4-4a93-83c9-aa976e2fb514,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:35.252485 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-b85a166b-0201-4ccb-9c55-0a8aa7779794 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2f57c6af-22d4-4a93-83c9-aa976e2fb514 HTTP/1.1" status: 204  len: 168 time: 1.2134538
Apr 11 17:20:35.252835 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b85a166b-0201-4ccb-9c55-0a8aa7779794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:35.253428 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 47984) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:20:35.427239 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 47994) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:20:35.471602 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d556b069-79ee-430c-af1e-06140a69e842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:35.501847 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-d556b069-79ee-430c-af1e-06140a69e842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:20:35.515682 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-d556b069-79ee-430c-af1e-06140a69e842 admin admin] Usage tracker for resource:security_group_rule and tenant:d7e8209b545a4b8fa6e4f561ce3fbf68 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:20:35.521360 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-d556b069-79ee-430c-af1e-06140a69e842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:20:35.531340 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-d556b069-79ee-430c-af1e-06140a69e842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:20:35.537822 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-ec83a53f-825d-4dcc-a386-456367d6ced5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=258364ec2a7b425fa4d40e678f652ab9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1067398
Apr 11 17:20:35.538145 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 47998) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:20:35.627894 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d556b069-79ee-430c-af1e-06140a69e842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:35.630596 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d556b069-79ee-430c-af1e-06140a69e842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:35.632125 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5985bbfb-e254-4592-bcd4-9cf7c1a0f126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:35.637000 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d6f4-a377-497c-b90a-3992e2d9413a req-b822944b-3d4a-465e-80d2-8b17f8e7f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:35.638606 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cca0d6f4-a377-497c-b90a-3992e2d9413a req-b822944b-3d4a-465e-80d2-8b17f8e7f42f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80a3dcdeb1834a4ea3e6d67248a3caaf&device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 1096 time: 0.4121306
Apr 11 17:20:35.639720 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-33246dc5-2286-4184-a26c-eb0c936e0d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:35.697501 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-d556b069-79ee-430c-af1e-06140a69e842 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7e8209b545a4b8fa6e4f561ce3fbf68&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4418459
Apr 11 17:20:35.698935 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556b069-79ee-430c-af1e-06140a69e842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0798251-8875-4ae3-a8f0-939400338f50,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:35.703257 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 48006) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:20:35.706306 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d556b069-79ee-430c-af1e-06140a69e842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:35.708776 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5985bbfb-e254-4592-bcd4-9cf7c1a0f126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:35.766292 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-213eebaf-7d3f-4555-9161-f31ac29512e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:35.793147 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-213eebaf-7d3f-4555-9161-f31ac29512e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:35.840025 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d6f4-a377-497c-b90a-3992e2d9413a req-06f52bba-77eb-4ab8-9fd4-a0d68926793f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:35.840615 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-213eebaf-7d3f-4555-9161-f31ac29512e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:35.841716 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cca0d6f4-a377-497c-b90a-3992e2d9413a req-06f52bba-77eb-4ab8-9fd4-a0d68926793f service neutron] 10.222.0.37 "GET /v2.0/networks?id=bcab040b-6e8c-46fa-bfb5-9be724a5cb14 HTTP/1.1" status: 200  len: 916 time: 0.1911428
Apr 11 17:20:35.845861 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3c717a04-e17b-47ff-a3af-801da892a830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:35.846658 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5985bbfb-e254-4592-bcd4-9cf7c1a0f126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:35.853449 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-9e03d053-a583-47ef-af7a-023838218e48 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:35.859739 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213eebaf-7d3f-4555-9161-f31ac29512e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0798251-8875-4ae3-a8f0-939400338f50,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:35.862759 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-213eebaf-7d3f-4555-9161-f31ac29512e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:35.863719 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-213eebaf-7d3f-4555-9161-f31ac29512e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:35.868198 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-213eebaf-7d3f-4555-9161-f31ac29512e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e0798251-8875-4ae3-a8f0-939400338f50 HTTP/1.1" status: 204  len: 168 time: 0.1603754
Apr 11 17:20:35.932123 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985bbfb-e254-4592-bcd4-9cf7c1a0f126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f7e977-cea5-4c5a-b131-1fe69b0a885c,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:35.935774 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cca0d6f4-a377-497c-b90a-3992e2d9413a req-899a4aed-acc2-4c00-a051-5f67713e7342 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29ccad86-0933-40fb-9ab4-10f73d24d497 HTTP/1.1" status: 200  len: 217 time: 0.0849025
Apr 11 17:20:35.936794 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5985bbfb-e254-4592-bcd4-9cf7c1a0f126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:35.937855 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5985bbfb-e254-4592-bcd4-9cf7c1a0f126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:35.940221 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-5985bbfb-e254-4592-bcd4-9cf7c1a0f126 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/87f7e977-cea5-4c5a-b131-1fe69b0a885c HTTP/1.1" status: 204  len: 168 time: 0.3997819
Apr 11 17:20:36.012885 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d6f4-a377-497c-b90a-3992e2d9413a req-804c45ce-d1ab-4127-b430-5e73e115cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:36.014466 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cca0d6f4-a377-497c-b90a-3992e2d9413a req-804c45ce-d1ab-4127-b430-5e73e115cce6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a4a8256-b464-4f54-a3ed-b755f7feb772 HTTP/1.1" status: 200  len: 855 time: 0.0701718
Apr 11 17:20:36.079613 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cca0d6f4-a377-497c-b90a-3992e2d9413a req-1be3b89e-54c5-416f-b57e-edd02d0f48fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcab040b-6e8c-46fa-bfb5-9be724a5cb14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0548944
Apr 11 17:20:36.290156 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cca0d6f4-a377-497c-b90a-3992e2d9413a req-9f1c58de-440f-4c22-8c83-c62ea7d7a3d2 service neutron] 10.222.0.37 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1882412
Apr 11 17:20:36.417961 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5a377-ca9f-448b-adaa-24031abaf3c1 req-439dc748-9dda-4ab6-9bd5-8724943e8033 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:36.419732 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fdc5a377-ca9f-448b-adaa-24031abaf3c1 req-439dc748-9dda-4ab6-9bd5-8724943e8033 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 943 time: 0.1454105
Apr 11 17:20:36.420253 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 48034) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:20:36.477692 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fdc5a377-ca9f-448b-adaa-24031abaf3c1 req-57989f49-fb39-4eee-9790-db0627eeb7ac tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414190
Apr 11 17:20:36.498643 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-2022c8da-2038-47e1-bd4e-40ca22cd6ecd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41e4874466ff46be92e3b834f555f583&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0747404
Apr 11 17:20:36.499084 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 48038) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:20:36.571321 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0bf3266f-a38d-4ca9-b564-2cb0ff73ed6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:36.582356 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cca0d6f4-a377-497c-b90a-3992e2d9413a req-cf849f79-3676-4fa7-909f-1e363b177fd3 service neutron] 10.222.0.37 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2795482
Apr 11 17:20:36.599532 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534050f-9961-43b3-a507-ffc47c6bdb9e req-b974ab7a-bbc9-4851-a003-7ae9936c2fc2 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:36.599532 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6534050f-9961-43b3-a507-ffc47c6bdb9e req-b974ab7a-bbc9-4851-a003-7ae9936c2fc2 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.1577659
Apr 11 17:20:36.622720 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0bf3266f-a38d-4ca9-b564-2cb0ff73ed6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:36.652674 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6534050f-9961-43b3-a507-ffc47c6bdb9e req-fe7d1fdd-4d58-4682-813e-a3204a2b6093 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478060
Apr 11 17:20:36.676261 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0bf3266f-a38d-4ca9-b564-2cb0ff73ed6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:36.687791 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-7f86e1c4-1e7e-4443-ac6e-df22a3073f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:36.700986 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3266f-a38d-4ca9-b564-2cb0ff73ed6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21989dd-942e-4526-91b1-5d28e8326ff9,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:36.705117 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-0bf3266f-a38d-4ca9-b564-2cb0ff73ed6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:36.708530 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0bf3266f-a38d-4ca9-b564-2cb0ff73ed6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:36.709755 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-0bf3266f-a38d-4ca9-b564-2cb0ff73ed6c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a21989dd-942e-4526-91b1-5d28e8326ff9 HTTP/1.1" status: 204  len: 168 time: 0.2096863
Apr 11 17:20:38.005937 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20e877-3afd-42cc-9089-424ac292f727 req-1585e4f2-91d3-497d-9662-c999887a7d30 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:38.008579 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3d20e877-3afd-42cc-9089-424ac292f727 req-1585e4f2-91d3-497d-9662-c999887a7d30 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 943 time: 0.3941450
Apr 11 17:20:38.068250 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09fccd-c453-4766-9468-042be0f8e21a req-98243ec9-140e-40aa-9b57-5c207dad4f62 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:38.076440 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-af09fccd-c453-4766-9468-042be0f8e21a req-98243ec9-140e-40aa-9b57-5c207dad4f62 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.1673307
Apr 11 17:20:38.109095 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3d20e877-3afd-42cc-9089-424ac292f727 req-c2e5d7be-66dc-4cbe-8df6-0d3f4272fd6e tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926077
Apr 11 17:20:38.120605 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-af09fccd-c453-4766-9468-042be0f8e21a req-6f1b1674-9f19-4dca-a961-26a295531e5d tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425262
Apr 11 17:20:38.654510 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 29ccad86-0933-40fb-9ab4-10f73d24d497 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:20:38.801501 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 29ccad86-0933-40fb-9ab4-10f73d24d497, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=29ccad86-0933-40fb-9ab4-10f73d24d497,segment=NetworkSegment(b949748e-d732-4feb-9db4-3e6c74ae4c7c),segment_id=b949748e-d732-4feb-9db4-3e6c74ae4c7c)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:20:38.815809 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': '29ccad86-0933-40fb-9ab4-10f73d24d497', 'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14', 'port_id': '29ccad86-0933-40fb-9ab4-10f73d24d497', 'mac_address': 'fa:16:3e:c5:64:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4a8256-b464-4f54-a3ed-b755f7feb772', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:20:38.876128 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:38.877522 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ccad86-0933-40fb-9ab4-10f73d24d497 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:20:38.894328 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 29ccad86-0933-40fb-9ab4-10f73d24d497, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=29ccad86-0933-40fb-9ab4-10f73d24d497,segment=NetworkSegment(b949748e-d732-4feb-9db4-3e6c74ae4c7c),segment_id=b949748e-d732-4feb-9db4-3e6c74ae4c7c)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:20:38.897206 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:38.899005 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:38.974472 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=29ccad86-0933-40fb-9ab4-10f73d24d497,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:38.978353 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:39.157552 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e369a905-b33f-4133-88d0-a658d8ab2231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:39.325338 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['29ccad86-0933-40fb-9ab4-10f73d24d497'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:20:39.326398 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13253f3-e4d3-4cf7-a7b3-756898ec3272 req-9e8d460b-431e-4763-b6e6-be8a35fb1d3f tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:39.328347 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c13253f3-e4d3-4cf7-a7b3-756898ec3272 req-9e8d460b-431e-4763-b6e6-be8a35fb1d3f tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 944 time: 0.0941648
Apr 11 17:20:39.343504 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20a2d9-4902-423e-a88d-d3d51a2fd335 req-b28baff1-17c6-4dd1-bfe9-a69983f79d23 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:39.345438 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8b20a2d9-4902-423e-a88d-d3d51a2fd335 req-b28baff1-17c6-4dd1-bfe9-a69983f79d23 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.1019216
Apr 11 17:20:39.365503 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c13253f3-e4d3-4cf7-a7b3-756898ec3272 req-f196e2db-e79b-4253-9bd3-3c1bb2cb327e tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0270612
Apr 11 17:20:39.377856 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8b20a2d9-4902-423e-a88d-d3d51a2fd335 req-badc275c-2456-4a5f-88a7-fe1ef4ca8981 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0258200
Apr 11 17:20:40.583769 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12206ffe-350a-4861-bf8d-5531ab299bd1 req-2e3b4579-f6b2-4c64-8f2a-24dad900dcae tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:40.592069 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-12206ffe-350a-4861-bf8d-5531ab299bd1 req-2e3b4579-f6b2-4c64-8f2a-24dad900dcae tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 944 time: 0.1051126
Apr 11 17:20:40.638771 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead2f31-ffa8-47eb-837e-e73e3b02bd0e req-518a1b56-c59b-4e70-9874-5c44bf84d566 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:40.641262 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cead2f31-ffa8-47eb-837e-e73e3b02bd0e req-518a1b56-c59b-4e70-9874-5c44bf84d566 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.1170979
Apr 11 17:20:40.646050 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-12206ffe-350a-4861-bf8d-5531ab299bd1 req-a62f00d1-da5d-4842-92b8-d1026a3c4f91 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529811
Apr 11 17:20:40.652762 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 29ccad86-0933-40fb-9ab4-10f73d24d497 up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:20:40.684181 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cead2f31-ffa8-47eb-837e-e73e3b02bd0e req-bed6b590-4c93-4741-9325-103e0bb2206c tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363889
Apr 11 17:20:40.745176 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning for port 29ccad86-0933-40fb-9ab4-10f73d24d497 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:20:40.751274 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port 29ccad86-0933-40fb-9ab4-10f73d24d497 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:20:40.751694 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:40.889321 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:40.908457 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 29ccad86-0933-40fb-9ab4-10f73d24d497, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=29ccad86-0933-40fb-9ab4-10f73d24d497,segment=NetworkSegment(b949748e-d732-4feb-9db4-3e6c74ae4c7c),segment_id=b949748e-d732-4feb-9db4-3e6c74ae4c7c)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:20:40.909248 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ccad86-0933-40fb-9ab4-10f73d24d497'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:20:40.914902 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:40.917583 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:20:40.964271 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ccad86-0933-40fb-9ab4-10f73d24d497', 'code': 200}
Apr 11 17:20:40.990994 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=29ccad86-0933-40fb-9ab4-10f73d24d497,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:20:40.994862 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:20:41.237544 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf535e7c-79e5-4426-95d2-a38bd428ea5e req-b643d1c1-7896-4631-b65d-ad4ee6630238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:41.239139 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cf535e7c-79e5-4426-95d2-a38bd428ea5e req-b643d1c1-7896-4631-b65d-ad4ee6630238 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 1098 time: 0.0872183
Apr 11 17:20:41.641537 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5fe67d7d-1227-4f1a-a7eb-8783118350dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:41.854768 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5874d7-5068-464e-9e29-4af02958876e req-c46d08a5-12b3-44df-908f-df14525034b4 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:41.856562 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2c5874d7-5068-464e-9e29-4af02958876e req-c46d08a5-12b3-44df-908f-df14525034b4 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 945 time: 0.0911615
Apr 11 17:20:41.887334 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2c5874d7-5068-464e-9e29-4af02958876e req-a2a32543-7d52-4d1b-be6f-99058afade62 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0240560
Apr 11 17:20:41.907279 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed4fcd-1dd2-4b02-9508-7f84abc32ec8 req-989dd7e4-dfa7-4837-83c8-404c648dc5b0 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:41.908927 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-21ed4fcd-1dd2-4b02-9508-7f84abc32ec8 req-989dd7e4-dfa7-4837-83c8-404c648dc5b0 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.0915198
Apr 11 17:20:41.949455 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-21ed4fcd-1dd2-4b02-9508-7f84abc32ec8 req-629fb6eb-965e-48a5-bb6e-4c6648ec21ea tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0278008
Apr 11 17:20:42.539826 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:43.131027 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:43.141279 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cf535e7c-79e5-4426-95d2-a38bd428ea5e req-107f4ff0-4e3b-413a-bf51-9cff40124d06 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0211730
Apr 11 17:20:43.661666 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:44.514242 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff6f23-ac9e-458e-a7c5-c9c6e1ee8b45 req-0efa7156-d375-49b4-b15b-87aa030c82a3 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:44.514809 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a9818-d9e4-4a80-a0eb-3aa3e4bec21c req-9ed4be71-5d44-4fef-8f22-295877aa29ae tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:44.515850 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e7ff6f23-ac9e-458e-a7c5-c9c6e1ee8b45 req-0efa7156-d375-49b4-b15b-87aa030c82a3 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.0932562
Apr 11 17:20:44.516127 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-745a9818-d9e4-4a80-a0eb-3aa3e4bec21c req-9ed4be71-5d44-4fef-8f22-295877aa29ae tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 945 time: 0.0972035
Apr 11 17:20:44.547557 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e7ff6f23-ac9e-458e-a7c5-c9c6e1ee8b45 req-e7b44650-4400-4279-82a9-2c43f18bf9c0 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0252581
Apr 11 17:20:44.549408 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-745a9818-d9e4-4a80-a0eb-3aa3e4bec21c req-b53ce253-d41d-4c4b-a45e-424a6815004c tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0266035
Apr 11 17:20:47.977216 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330f17c-08dc-41b4-8ef5-d26e8a773f3b req-fb5cbe02-d5b5-485c-92ea-e9a5878e54f4 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:47.978929 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1330f17c-08dc-41b4-8ef5-d26e8a773f3b req-fb5cbe02-d5b5-485c-92ea-e9a5878e54f4 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 945 time: 0.0916083
Apr 11 17:20:47.983573 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813a22b-476d-4ffe-bf84-b16f3394b29a req-09f55b74-2c06-4217-a41c-98f9d7b83dae tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:47.985226 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3813a22b-476d-4ffe-bf84-b16f3394b29a req-09f55b74-2c06-4217-a41c-98f9d7b83dae tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.0916564
Apr 11 17:20:48.010635 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1330f17c-08dc-41b4-8ef5-d26e8a773f3b req-2bb45ac0-b90e-43f8-b14e-a3271b903255 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250537
Apr 11 17:20:48.016689 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3813a22b-476d-4ffe-bf84-b16f3394b29a req-e3d8a09f-59c3-4de4-a97e-d7967da5a109 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250084
Apr 11 17:20:49.226435 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee141e1e-fd9a-43d6-ae17-6c6b28fb6f3d req-48f41ef4-2239-4039-b52e-5bb2eb6fd1ba tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:49.228860 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ee141e1e-fd9a-43d6-ae17-6c6b28fb6f3d req-48f41ef4-2239-4039-b52e-5bb2eb6fd1ba tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 945 time: 0.0972815
Apr 11 17:20:49.233628 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a619c97-33a2-4a87-bcfa-ca65fbb2385c req-656e0336-2c56-464f-92f5-6f3aaeedb2e8 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:49.236973 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3a619c97-33a2-4a87-bcfa-ca65fbb2385c req-656e0336-2c56-464f-92f5-6f3aaeedb2e8 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.1022153
Apr 11 17:20:49.264223 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ee141e1e-fd9a-43d6-ae17-6c6b28fb6f3d req-c5559cc0-7440-44b9-a48a-2f517e9709f3 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0275285
Apr 11 17:20:49.284625 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3a619c97-33a2-4a87-bcfa-ca65fbb2385c req-03757fb6-1bc3-45ad-908e-94554367891e tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0332754
Apr 11 17:20:50.487419 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c661a59-3f58-4ae1-95cf-a9ba2ae5f796 req-f5b82825-b4a2-4ae0-bfa2-13b98163bddd tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:50.489116 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3c661a59-3f58-4ae1-95cf-a9ba2ae5f796 req-f5b82825-b4a2-4ae0-bfa2-13b98163bddd tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.0932362
Apr 11 17:20:50.520721 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3c661a59-3f58-4ae1-95cf-a9ba2ae5f796 req-c07def86-a930-44f0-8791-abc3aef60a25 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0245805
Apr 11 17:20:51.736797 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce2abe-9d4d-49c4-a0fc-0a40c7dbb892 req-ecddd374-2205-4530-bc32-de819fd79416 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:51.738401 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-81ce2abe-9d4d-49c4-a0fc-0a40c7dbb892 req-ecddd374-2205-4530-bc32-de819fd79416 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.0962880
Apr 11 17:20:51.770373 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-81ce2abe-9d4d-49c4-a0fc-0a40c7dbb892 req-ee1588c8-e011-4a58-9888-fd23b3053cdf tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0245905
Apr 11 17:20:52.999611 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2290205-6893-4fdb-8c06-f5a4635bc39b req-e99a39be-a75f-4183-8557-a56c59fe8ad3 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:53.001456 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f2290205-6893-4fdb-8c06-f5a4635bc39b req-e99a39be-a75f-4183-8557-a56c59fe8ad3 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.1094913
Apr 11 17:20:53.038907 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f2290205-6893-4fdb-8c06-f5a4635bc39b req-a0d79b58-e857-4fa2-8aaf-c2fe1e609878 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309207
Apr 11 17:20:54.281708 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed35eba-8c07-48de-91c9-1ecf9c07748a req-f608c79a-7c7b-4619-90d2-0bc08fb4227c tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:54.283986 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bed35eba-8c07-48de-91c9-1ecf9c07748a req-f608c79a-7c7b-4619-90d2-0bc08fb4227c tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.1065252
Apr 11 17:20:54.318589 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bed35eba-8c07-48de-91c9-1ecf9c07748a req-a7007e67-51fa-41f7-92d3-66765c3bb639 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0260057
Apr 11 17:20:56.097651 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:20:56.814382 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178eb9f-cdd9-4080-8d45-5e51c8d0bb04 req-ff61ef0a-ba56-432e-8f39-c696f4cc88e6 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:56.815960 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4178eb9f-cdd9-4080-8d45-5e51c8d0bb04 req-ff61ef0a-ba56-432e-8f39-c696f4cc88e6 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.0952668
Apr 11 17:20:56.846316 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4178eb9f-cdd9-4080-8d45-5e51c8d0bb04 req-81bc170a-0a04-4291-8906-110e971125ff tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0239434
Apr 11 17:20:57.489542 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54259e2-d89f-4d45-9eff-91af6fde1b06 req-0a70803b-b9b1-4b2b-a690-8062105aa20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:57.491405 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d54259e2-d89f-4d45-9eff-91af6fde1b06 req-0a70803b-b9b1-4b2b-a690-8062105aa20d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 1098 time: 0.0790758
Apr 11 17:20:57.520046 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d54259e2-d89f-4d45-9eff-91af6fde1b06 req-aae25fae-0b50-4026-a3c4-5ff63ea96f96 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0209816
Apr 11 17:20:58.058235 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518895f3-67a0-44ec-8194-94e4412c7682 req-3056f055-3f79-4f50-bc11-1f1a72e09ea6 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:58.059847 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-518895f3-67a0-44ec-8194-94e4412c7682 req-3056f055-3f79-4f50-bc11-1f1a72e09ea6 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.0946527
Apr 11 17:20:58.092890 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-518895f3-67a0-44ec-8194-94e4412c7682 req-5bc26256-ed4c-4d41-bf34-8b07fff2b8be tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0264590
Apr 11 17:20:59.306797 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e0d06-0f98-476e-8acf-014eed94dabf req-f300870e-97b2-44f5-81f5-193a68904e44 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:59.308416 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-796e0d06-0f98-476e-8acf-014eed94dabf req-f300870e-97b2-44f5-81f5-193a68904e44 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.0929296
Apr 11 17:20:59.345167 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-796e0d06-0f98-476e-8acf-014eed94dabf req-53ddae36-ef04-42c6-9955-a5cf188045e3 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0298431
Apr 11 17:20:59.562130 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f04a2-851f-4ca6-a516-29a9e9b4ee20 req-8357dc40-6b46-458f-b004-63b871bc0e17 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:20:59.563758 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6f4f04a2-851f-4ca6-a516-29a9e9b4ee20 req-8357dc40-6b46-458f-b004-63b871bc0e17 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.0964718
Apr 11 17:20:59.601648 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6f4f04a2-851f-4ca6-a516-29a9e9b4ee20 req-5d3eeabd-a3fd-409c-b225-02912c6c016f tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0307174
Apr 11 17:21:01.774410 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dc120-f404-47d9-bf6f-0f46d1cfdc47 req-49f81189-2875-4e23-9925-ec752f5048cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:01.776456 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3b8dc120-f404-47d9-bf6f-0f46d1cfdc47 req-49f81189-2875-4e23-9925-ec752f5048cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9bb61f1e6f04c45882198b1f39ca070&device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 1098 time: 0.0976946
Apr 11 17:21:01.826478 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba662a36-d365-4d92-8d0d-2b1614160f88 req-eb1281d3-1efe-44bd-846b-34488e287cad tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:01.828931 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ba662a36-d365-4d92-8d0d-2b1614160f88 req-eb1281d3-1efe-44bd-846b-34488e287cad tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1078563
Apr 11 17:21:01.860247 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ba662a36-d365-4d92-8d0d-2b1614160f88 req-47b27e20-3c54-4e79-902c-a6f4aabb9b13 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0257001
Apr 11 17:21:02.080067 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dc120-f404-47d9-bf6f-0f46d1cfdc47 req-09dd63bd-09cc-48e5-8c90-cef612c7b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:02.081560 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3b8dc120-f404-47d9-bf6f-0f46d1cfdc47 req-09dd63bd-09cc-48e5-8c90-cef612c7b581 service neutron] 10.222.0.37 "GET /v2.0/networks?id=80f28fa7-36bb-4960-bba0-f581250796a5 HTTP/1.1" status: 200  len: 920 time: 0.2946131
Apr 11 17:21:02.090467 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-04b9937e-b7b7-4c91-8340-c93eb523a032 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:02.091917 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-04b9937e-b7b7-4c91-8340-c93eb523a032 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/networks?id=bcab040b-6e8c-46fa-bfb5-9be724a5cb14 HTTP/1.1" status: 200  len: 815 time: 0.2774606
Apr 11 17:21:02.168434 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3b8dc120-f404-47d9-bf6f-0f46d1cfdc47 req-9a4f0746-1b1d-471c-907a-f9ff87778b7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b562c0b1-2753-439f-b562-116cd8473706 HTTP/1.1" status: 200  len: 217 time: 0.0755100
Apr 11 17:21:02.170575 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-1ae5be94-4dac-4cad-a538-6ff8d7e0bef6 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/quotas/80a3dcdeb1834a4ea3e6d67248a3caaf HTTP/1.1" status: 200  len: 375 time: 0.0240235
Apr 11 17:21:02.292668 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dc120-f404-47d9-bf6f-0f46d1cfdc47 req-13300971-f71c-47d7-80eb-63140f9cc0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:02.294247 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3b8dc120-f404-47d9-bf6f-0f46d1cfdc47 req-13300971-f71c-47d7-80eb-63140f9cc0ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2449f5f4-85cf-4114-8bd0-f3e8caf3301d HTTP/1.1" status: 200  len: 859 time: 0.1195889
Apr 11 17:21:02.362154 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3b8dc120-f404-47d9-bf6f-0f46d1cfdc47 req-dffa58d2-ff95-424a-a4d3-012cda6b0c37 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=80f28fa7-36bb-4960-bba0-f581250796a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0541484
Apr 11 17:21:02.375754 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-436fe03e-c25e-4d53-8269-ab29a0234a8f tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=80a3dcdeb1834a4ea3e6d67248a3caaf&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1668706
Apr 11 17:21:02.638782 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3b8dc120-f404-47d9-bf6f-0f46d1cfdc47 req-364daf3a-35fe-499d-a109-ba047926bdb1 service neutron] 10.222.0.37 "GET /v2.0/networks/80f28fa7-36bb-4960-bba0-f581250796a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2619576
Apr 11 17:21:02.642057 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-c4ffc8cc-9a2b-40a2-91e8-261523b876af service neutron] 10.222.0.30 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2411318
Apr 11 17:21:02.908568 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-cbf922b2-5ffc-4630-a395-ab47ab10fd87 service neutron] 10.222.0.30 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2598460
Apr 11 17:21:02.914126 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3b8dc120-f404-47d9-bf6f-0f46d1cfdc47 req-018546d2-e51b-4f78-a6b1-6549ff3cecd2 service neutron] 10.222.0.37 "GET /v2.0/networks/80f28fa7-36bb-4960-bba0-f581250796a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2636981
Apr 11 17:21:03.090789 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05249469-aa03-4355-847a-1fc89e9b6e6c req-79c0803e-f9ee-44cf-b30a-e8a7e49eae0b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:03.092343 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-05249469-aa03-4355-847a-1fc89e9b6e6c req-79c0803e-f9ee-44cf-b30a-e8a7e49eae0b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1076357
Apr 11 17:21:03.132776 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-05249469-aa03-4355-847a-1fc89e9b6e6c req-85d00b69-42ff-44ca-82a5-1e1105f9289a tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0320578
Apr 11 17:21:03.154789 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d7a5e050-15fc-4d27-a87d-e5bf03d019a5 req-94710f74-1a37-49cf-973d-89f8d791a5a1 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 210 time: 0.0771830
Apr 11 17:21:03.256046 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 48648) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:03.396970 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-edf02bfa-4f52-48e5-aff4-c431003d26de admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:03.415232 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-edf02bfa-4f52-48e5-aff4-c431003d26de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:03.419904 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-edf02bfa-4f52-48e5-aff4-c431003d26de admin admin] Usage tracker for resource:security_group_rule and tenant:1009caf9628f4c24867045f8a54a7bf2 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:03.423593 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-edf02bfa-4f52-48e5-aff4-c431003d26de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:03.431071 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-edf02bfa-4f52-48e5-aff4-c431003d26de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:03.537843 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-edf02bfa-4f52-48e5-aff4-c431003d26de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:03.541777 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-edf02bfa-4f52-48e5-aff4-c431003d26de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:03.563050 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:03.579617 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-edf02bfa-4f52-48e5-aff4-c431003d26de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1009caf9628f4c24867045f8a54a7bf2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3223453
Apr 11 17:21:03.582497 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 48660) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:03.599393 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf02bfa-4f52-48e5-aff4-c431003d26de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aca343c-23bc-4d24-a777-8e7f07f242c0,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:03.608641 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf02bfa-4f52-48e5-aff4-c431003d26de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:03.609257 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf02bfa-4f52-48e5-aff4-c431003d26de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:03.609848 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf02bfa-4f52-48e5-aff4-c431003d26de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:03.610241 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf02bfa-4f52-48e5-aff4-c431003d26de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:03.610629 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf02bfa-4f52-48e5-aff4-c431003d26de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:03.611017 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf02bfa-4f52-48e5-aff4-c431003d26de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:03.611376 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf02bfa-4f52-48e5-aff4-c431003d26de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:03.611883 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf02bfa-4f52-48e5-aff4-c431003d26de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:03.612560 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf02bfa-4f52-48e5-aff4-c431003d26de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:03.613121 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf02bfa-4f52-48e5-aff4-c431003d26de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:03.613508 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf02bfa-4f52-48e5-aff4-c431003d26de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:03.613889 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf02bfa-4f52-48e5-aff4-c431003d26de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:03.618176 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-edf02bfa-4f52-48e5-aff4-c431003d26de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:03.654897 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6316bad8-b164-4970-918a-3bacf17827c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:03.686678 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6316bad8-b164-4970-918a-3bacf17827c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:03.743504 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6316bad8-b164-4970-918a-3bacf17827c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:03.751732 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-254fa3e6-ac6e-431c-a5c6-61f7ddaa3f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:03.769187 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316bad8-b164-4970-918a-3bacf17827c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aca343c-23bc-4d24-a777-8e7f07f242c0,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:03.780113 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316bad8-b164-4970-918a-3bacf17827c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:03.780833 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316bad8-b164-4970-918a-3bacf17827c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:03.781599 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316bad8-b164-4970-918a-3bacf17827c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:03.782344 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316bad8-b164-4970-918a-3bacf17827c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:03.783261 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316bad8-b164-4970-918a-3bacf17827c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:03.784128 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316bad8-b164-4970-918a-3bacf17827c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:03.785005 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316bad8-b164-4970-918a-3bacf17827c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:03.785541 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316bad8-b164-4970-918a-3bacf17827c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:03.786082 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316bad8-b164-4970-918a-3bacf17827c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:03.786624 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316bad8-b164-4970-918a-3bacf17827c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:03.787313 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316bad8-b164-4970-918a-3bacf17827c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:03.787860 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6316bad8-b164-4970-918a-3bacf17827c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:03.793105 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-6316bad8-b164-4970-918a-3bacf17827c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:03.794916 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6316bad8-b164-4970-918a-3bacf17827c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:03.796530 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-6316bad8-b164-4970-918a-3bacf17827c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6aca343c-23bc-4d24-a777-8e7f07f242c0 HTTP/1.1" status: 204  len: 168 time: 0.2129250
Apr 11 17:21:04.349482 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0a8aa1ee-49c6-4090-80b1-6fe7b9a70cd5 req-42241aff-c2ab-40aa-8825-c262476df0d4 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 210 time: 0.0810275
Apr 11 17:21:04.361604 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98ed2c-ba16-48cf-8f10-bc395daef5da req-59e23985-d27a-4ef8-9cca-7f3e8b00ce21 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:04.370601 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6e98ed2c-ba16-48cf-8f10-bc395daef5da req-59e23985-d27a-4ef8-9cca-7f3e8b00ce21 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1150343
Apr 11 17:21:04.400250 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6e98ed2c-ba16-48cf-8f10-bc395daef5da req-70b78056-5bed-485c-98ce-d6a414400995 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0286856
Apr 11 17:21:04.953199 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-c205baaa-da84-402a-acb6-e0258516fb8a tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:04.954762 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-c205baaa-da84-402a-acb6-e0258516fb8a tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.37 "GET /v2.0/networks?id=bcab040b-6e8c-46fa-bfb5-9be724a5cb14 HTTP/1.1" status: 200  len: 815 time: 0.4250777
Apr 11 17:21:04.972394 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-d24e67bc-5998-452f-b5d0-d58a48f8d0f3 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Request body: {'port': {'device_id': 'a8db4dfb-58bb-41bd-9c43-e10092e374f4', 'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14', 'admin_state_up': True, 'tenant_id': '80a3dcdeb1834a4ea3e6d67248a3caaf'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:21:05.129189 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-d24e67bc-5998-452f-b5d0-d58a48f8d0f3 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:05.140943 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-d24e67bc-5998-452f-b5d0-d58a48f8d0f3 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:05.151184 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-d24e67bc-5998-452f-b5d0-d58a48f8d0f3 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Made reservation on behalf of 80a3dcdeb1834a4ea3e6d67248a3caaf for: {'port': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:21:05.159258 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-d24e67bc-5998-452f-b5d0-d58a48f8d0f3 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:05.345295 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-d24e67bc-5998-452f-b5d0-d58a48f8d0f3 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Allocated IP 172.20.0.10 (bcab040b-6e8c-46fa-bfb5-9be724a5cb14/1a4a8256-b464-4f54-a3ed-b755f7feb772/51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:21:05.497444 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 48736) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:05.545764 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7c6acc5c-81a4-4a66-9915-c3c7aecb6e61 req-571d9c3f-2f7a-47a2-8db7-d7285be771df tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 210 time: 0.0593297
Apr 11 17:21:05.622920 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad040f1c-0899-4f47-89a0-683c5b86b96e req-c330d78d-9cb4-4f60-8853-cbe207bb7ead tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:05.624609 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ad040f1c-0899-4f47-89a0-683c5b86b96e req-c330d78d-9cb4-4f60-8853-cbe207bb7ead tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1017823
Apr 11 17:21:05.628896 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-d24e67bc-5998-452f-b5d0-d58a48f8d0f3 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:05.654973 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f4b09434-d58b-479e-97b2-a5d3c566c69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:05.661900 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-d24e67bc-5998-452f-b5d0-d58a48f8d0f3 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:05.675050 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['6fe92256-fd45-4cd8-8755-7daeb2e00012', '27297ba3-6442-4b56-84ef-a8ed6dee6d2e', '29ccad86-0933-40fb-9ab4-10f73d24d497'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:21:05.678714 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ba7a6bda-8f37-42eb-a814-8545b84c9425 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:05.681709 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-f4b09434-d58b-479e-97b2-a5d3c566c69e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:05.686793 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ad040f1c-0899-4f47-89a0-683c5b86b96e req-80c72c3c-e61a-43b8-bd92-c4c71d3954ca tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456865
Apr 11 17:21:05.689288 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-f4b09434-d58b-479e-97b2-a5d3c566c69e admin admin] Usage tracker for resource:security_group_rule and tenant:d341af9f3c1b4b2da1a43324037313b4 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:05.692531 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-f4b09434-d58b-479e-97b2-a5d3c566c69e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:05.700609 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-f4b09434-d58b-479e-97b2-a5d3c566c69e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:05.792014 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f4b09434-d58b-479e-97b2-a5d3c566c69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:05.795817 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f4b09434-d58b-479e-97b2-a5d3c566c69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:05.834204 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d556b069-79ee-430c-af1e-06140a69e842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:05.839701 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e67bc-5998-452f-b5d0-d58a48f8d0f3 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Pushing event updated for resources: {'Port': ['ID=51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:05.843392 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d24e67bc-5998-452f-b5d0-d58a48f8d0f3 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:05.860709 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f4b09434-d58b-479e-97b2-a5d3c566c69e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d341af9f3c1b4b2da1a43324037313b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3620472
Apr 11 17:21:05.862866 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 48744) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:05.877474 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b09434-d58b-479e-97b2-a5d3c566c69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de752d15-5df3-4bac-bc46-89f6628b14bf,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:05.881094 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f4b09434-d58b-479e-97b2-a5d3c566c69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:05.944664 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-d24e67bc-5998-452f-b5d0-d58a48f8d0f3 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Network bcab040b-6e8c-46fa-bfb5-9be724a5cb14 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:21:05.949397 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-d24e67bc-5998-452f-b5d0-d58a48f8d0f3 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:21:05.951966 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-d24e67bc-5998-452f-b5d0-d58a48f8d0f3 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:21:06.030523 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-63c97a57-96d9-47d8-ae06-37bd78d4fe6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:06.049790 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-d24e67bc-5998-452f-b5d0-d58a48f8d0f3 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:06.050634 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-d24e67bc-5998-452f-b5d0-d58a48f8d0f3 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:06.085982 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-63c97a57-96d9-47d8-ae06-37bd78d4fe6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:06.111646 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-d24e67bc-5998-452f-b5d0-d58a48f8d0f3 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1436431
Apr 11 17:21:06.132651 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] Request body: {'port': {'device_id': 'a8db4dfb-58bb-41bd-9c43-e10092e374f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:21:06.224215 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:21:06.238015 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-63c97a57-96d9-47d8-ae06-37bd78d4fe6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:06.244907 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d3ea148e-22df-42f9-8a9f-ae08a8779cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:06.266415 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c97a57-96d9-47d8-ae06-37bd78d4fe6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de752d15-5df3-4bac-bc46-89f6628b14bf,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:06.271972 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-63c97a57-96d9-47d8-ae06-37bd78d4fe6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:06.275499 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-63c97a57-96d9-47d8-ae06-37bd78d4fe6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:06.279584 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-63c97a57-96d9-47d8-ae06-37bd78d4fe6b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de752d15-5df3-4bac-bc46-89f6628b14bf HTTP/1.1" status: 204  len: 168 time: 0.4122000
Apr 11 17:21:06.282496 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:06.791391 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2 {{(pid=85264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:21:06.802058 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:06.839279 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] Transition to ACTIVE for port object 51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2 will not be triggered until provisioned by entity L2. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:21:06.851113 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc17e61-af88-4ee6-acc6-f8b25c222242 req-d05a8d7f-9e09-4dca-9dd8-b05dc265fa5f tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:06.851875 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-9bc17e61-af88-4ee6-acc6-f8b25c222242 req-d05a8d7f-9e09-4dca-9dd8-b05dc265fa5f tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Synchronizing usage tracker for tenant:80a3dcdeb1834a4ea3e6d67248a3caaf on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:21:06.856392 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:06.872691 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:06.928077 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71778c4d-08f5-4824-addf-bb13cc2a2dbb req-934eeced-2e1c-45a7-bcfe-c338aa3d433b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:06.929731 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-71778c4d-08f5-4824-addf-bb13cc2a2dbb req-934eeced-2e1c-45a7-bcfe-c338aa3d433b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.0951254
Apr 11 17:21:06.966876 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-71778c4d-08f5-4824-addf-bb13cc2a2dbb req-e834e727-1c3a-4141-9a73-c18cfaed1496 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0300360
Apr 11 17:21:07.007199 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-9bc17e61-af88-4ee6-acc6-f8b25c222242 req-d05a8d7f-9e09-4dca-9dd8-b05dc265fa5f tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Unset dirty status for tenant:80a3dcdeb1834a4ea3e6d67248a3caaf on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:21:07.008846 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9bc17e61-af88-4ee6-acc6-f8b25c222242 req-d05a8d7f-9e09-4dca-9dd8-b05dc265fa5f tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 932 time: 0.2960007
Apr 11 17:21:07.071129 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2,revision_number=2']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:07.078872 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:07.082248 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9bc17e61-af88-4ee6-acc6-f8b25c222242 req-46741459-828c-48ff-a85a-d6ece5b999f0 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605831
Apr 11 17:21:07.308109 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] Attempting to bind port 51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:21:07.308691 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] Attempting to bind port 51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'b949748e-d732-4feb-9db4-3e6c74ae4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14'}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:21:07.309179 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] Attempting to bind port 51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2 on network bcab040b-6e8c-46fa-bfb5-9be724a5cb14 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:21:07.315933 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] Port 51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2 on network bcab040b-6e8c-46fa-bfb5-9be724a5cb14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 11 17:21:07.316064 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] Attempting to bind port 51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2 on network bcab040b-6e8c-46fa-bfb5-9be724a5cb14 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:21:07.323110 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] Checking agent: {'id': 'ff222714-fd65-43da-9d5f-2c6b0dd417d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'started_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:21:07.323490 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] Checking segment: {'id': 'b949748e-d732-4feb-9db4-3e6c74ae4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:21:07.323920 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] Bound using segment: {'id': 'b949748e-d732-4feb-9db4-3e6c74ae4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14'} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:21:07.324398 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] Bound port: 51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b949748e-d732-4feb-9db4-3e6c74ae4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14'}}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:21:07.324813 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:07.408020 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] For port 51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2, host hv-cinder-78477, cleared binding levels {{(pid=85264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:21:07.411240 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] For port 51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2,segment=NetworkSegment(b949748e-d732-4feb-9db4-3e6c74ae4c7c),segment_id=b949748e-d732-4feb-9db4-3e6c74ae4c7c)] {{(pid=85264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:21:07.415844 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:07.432203 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:07.591651 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2,revision_number=3']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:07.596826 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:07.632676 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:07.633899 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:07.636101 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] 10.222.0.37 "PUT /v2.0/ports/51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2 HTTP/1.1" status: 200  len: 1094 time: 1.5114019
Apr 11 17:21:07.636618 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8db4dfb-58bb-41bd-9c43-e10092e374f4', 'tag': '51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:21:07.646323 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 48812) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:07.693012 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8db4dfb-58bb-41bd-9c43-e10092e374f4', 'tag': '51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2', 'status': 'completed', 'code': 200}
Apr 11 17:21:07.787807 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6fcf1155-baf5-4382-b800-28f101ac1cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:07.791489 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-04c350fd-d93d-43e8-841d-b0b71a774c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:07.793179 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-04c350fd-d93d-43e8-841d-b0b71a774c90 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80a3dcdeb1834a4ea3e6d67248a3caaf&device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 1097 time: 0.0890479
Apr 11 17:21:07.804323 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-6fcf1155-baf5-4382-b800-28f101ac1cf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:07.808901 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-6fcf1155-baf5-4382-b800-28f101ac1cf4 admin admin] Usage tracker for resource:security_group_rule and tenant:3c6abd181ec74df7b67c99db920f48c7 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:07.811852 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-6fcf1155-baf5-4382-b800-28f101ac1cf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:07.818191 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-6fcf1155-baf5-4382-b800-28f101ac1cf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:07.874847 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-3f1680fa-2f52-4d03-bacc-0272faea83bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2 HTTP/1.1" status: 200  len: 217 time: 0.0712934
Apr 11 17:21:07.926690 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6fcf1155-baf5-4382-b800-28f101ac1cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:07.932718 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6fcf1155-baf5-4382-b800-28f101ac1cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:07.949671 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-66a15b1d-cc19-4456-8df0-73e9bd7780f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:07.982273 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-2adb19c9-4892-4fd6-9d45-ff06bd9ef763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:07.984563 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-2adb19c9-4892-4fd6-9d45-ff06bd9ef763 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a4a8256-b464-4f54-a3ed-b755f7feb772 HTTP/1.1" status: 200  len: 855 time: 0.0978923
Apr 11 17:21:07.999802 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-6fcf1155-baf5-4382-b800-28f101ac1cf4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3c6abd181ec74df7b67c99db920f48c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3522415
Apr 11 17:21:08.001554 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 48826) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:08.002541 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf1155-baf5-4382-b800-28f101ac1cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f394500b-6ada-45f6-82cc-9e204e86d50e,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:08.007926 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-6fcf1155-baf5-4382-b800-28f101ac1cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:08.061083 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-443b4bc7-1d29-4e34-a076-d4f98046dff2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcab040b-6e8c-46fa-bfb5-9be724a5cb14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0649304
Apr 11 17:21:08.073378 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f36ab190-dfb7-4cf2-aabe-834263197953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:08.101286 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f36ab190-dfb7-4cf2-aabe-834263197953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:08.158205 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 48836) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:08.161343 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f36ab190-dfb7-4cf2-aabe-834263197953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:08.169371 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:08.181133 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ab190-dfb7-4cf2-aabe-834263197953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f394500b-6ada-45f6-82cc-9e204e86d50e,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:08.185455 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f36ab190-dfb7-4cf2-aabe-834263197953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:08.199379 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f36ab190-dfb7-4cf2-aabe-834263197953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:08.200690 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f36ab190-dfb7-4cf2-aabe-834263197953 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f394500b-6ada-45f6-82cc-9e204e86d50e HTTP/1.1" status: 204  len: 168 time: 0.1949329
Apr 11 17:21:08.339466 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-00dc5156-b93a-4dfa-bf4c-67a4d5f5cfd2 service neutron] 10.222.0.37 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2695968
Apr 11 17:21:08.351863 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f60ed-2937-42a4-89a2-8fc6f25d6847 req-b235d365-776f-4404-8056-ca8c94f9de8b tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:08.354314 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-745f60ed-2937-42a4-89a2-8fc6f25d6847 req-b235d365-776f-4404-8056-ca8c94f9de8b tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 944 time: 0.1290791
Apr 11 17:21:08.357283 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc360d-8e9c-42d2-ac12-359321f81097 req-461c059a-c727-4668-9b46-f253ee20b1d9 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:08.359017 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6ccc360d-8e9c-42d2-ac12-359321f81097 req-461c059a-c727-4668-9b46-f253ee20b1d9 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1815464
Apr 11 17:21:08.395929 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-745f60ed-2937-42a4-89a2-8fc6f25d6847 req-a6c3d5ca-0724-4329-9f4b-a2480a288c0e tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349720
Apr 11 17:21:08.396826 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6ccc360d-8e9c-42d2-ac12-359321f81097 req-e3c73011-cb1e-472e-ac2a-c07e87bb542d tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0310514
Apr 11 17:21:08.514603 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2f781a69-1ae2-4616-ada6-93feb373418a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:08.531208 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-2f781a69-1ae2-4616-ada6-93feb373418a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:08.535189 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-2f781a69-1ae2-4616-ada6-93feb373418a admin admin] Usage tracker for resource:security_group_rule and tenant:7c3bc31862e448bc894bb42da063ab73 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:08.538133 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-2f781a69-1ae2-4616-ada6-93feb373418a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:08.544899 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-2f781a69-1ae2-4616-ada6-93feb373418a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:08.634861 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2f781a69-1ae2-4616-ada6-93feb373418a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:08.637762 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2f781a69-1ae2-4616-ada6-93feb373418a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:08.647257 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f0ef504e-3884-4b24-84e9-e05f50684305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:08.692201 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f781a69-1ae2-4616-ada6-93feb373418a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a878b9c-6c0d-41f2-a7bc-91fd93b11053,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:08.699497 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-2f781a69-1ae2-4616-ada6-93feb373418a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c3bc31862e448bc894bb42da063ab73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5374613
Apr 11 17:21:08.699497 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2f781a69-1ae2-4616-ada6-93feb373418a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:08.699738 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 48856) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:08.766614 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1300b982-8c2a-41da-9e15-49729313f076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:08.796446 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1300b982-8c2a-41da-9e15-49729313f076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:08.844980 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1300b982-8c2a-41da-9e15-49729313f076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:08.850169 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-352089ee-c02a-489d-a38e-4b05819c4e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:08.863085 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300b982-8c2a-41da-9e15-49729313f076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a878b9c-6c0d-41f2-a7bc-91fd93b11053,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:08.865458 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-1300b982-8c2a-41da-9e15-49729313f076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:08.869645 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1300b982-8c2a-41da-9e15-49729313f076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:08.870866 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-1300b982-8c2a-41da-9e15-49729313f076 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a878b9c-6c0d-41f2-a7bc-91fd93b11053 HTTP/1.1" status: 204  len: 168 time: 0.1701765
Apr 11 17:21:09.000194 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 48872) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:09.154468 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c106adab-9521-4c12-be48-d481584a5807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:09.252311 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-134128658-network', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:21:09.257035 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:09.262720 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Usage tracker for resource:network and tenant:33c629be32ce4c04bbbe4f0b08fadabb is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:09.266008 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:09.272264 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:09.285872 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Made reservation on behalf of 33c629be32ce4c04bbbe4f0b08fadabb for: {'network': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:21:09.291946 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for network, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:09.309581 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:09.330881 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:09.336483 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Usage tracker for resource:security_group_rule and tenant:33c629be32ce4c04bbbe4f0b08fadabb is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:09.340215 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:09.347203 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:09.449454 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:09.453477 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:09.458568 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-7597992b-dcf0-4198-b3cc-cac6cdfd228b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:09.497814 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'}  {{(pid=85265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 11 17:21:09.508204 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c6a361-700b-4a40-bd21-f41c54526a29,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:09.513736 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:09.517092 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:09.517615 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.segments_db [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Added segment 4a4a5e70-daae-4192-9187-33f2fa3c2976 of type vlan for network 973b0fec-dcde-47d9-8ce0-29a113b9d801
Apr 11 17:21:09.553428 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736608949653'] for network, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:09.589577 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for network, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:09.591281 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:09.592087 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:09.597911 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b85a166b-0201-4ccb-9c55-0a8aa7779794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:09.631266 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c6d270b9-48c8-4968-8338-dd0fe1c245c2 req-a63e7c48-28dc-4795-af66-bae4e1875392 service neutron] 10.222.0.37 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3937833
Apr 11 17:21:09.708914 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7072651
Apr 11 17:21:09.712628 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Pushing event updated for resources: {'Network': ['ID=973b0fec-dcde-47d9-8ce0-29a113b9d801,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:09.713207 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 48900) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:09.717051 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:09.723852 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Network 973b0fec-dcde-47d9-8ce0-29a113b9d801 details requested by agent ovs-agent-dv-cinder-784779-4-iscsi with host dv-cinder-784779-4-iscsi {{(pid=85266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 11 17:21:09.731816 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-2fc50196-c89e-4809-8bb2-2173b228ce96 admin admin] Request body: {'subnet': {'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-134128658-subnet', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'ip_version': 4}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:21:09.737313 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-2fc50196-c89e-4809-8bb2-2173b228ce96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:09.741669 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-2fc50196-c89e-4809-8bb2-2173b228ce96 admin admin] Usage tracker for resource:subnet and tenant:33c629be32ce4c04bbbe4f0b08fadabb is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:09.746242 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-2fc50196-c89e-4809-8bb2-2173b228ce96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:09.753403 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-2fc50196-c89e-4809-8bb2-2173b228ce96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:09.764207 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc50196-c89e-4809-8bb2-2173b228ce96 admin admin] Made reservation on behalf of 33c629be32ce4c04bbbe4f0b08fadabb for: {'subnet': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:21:09.769046 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2fc50196-c89e-4809-8bb2-2173b228ce96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851839193'] for subnet, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:10.193235 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2fc50196-c89e-4809-8bb2-2173b228ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852460989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851839144'] for subnet, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:10.214251 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:10.351722 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc50196-c89e-4809-8bb2-2173b228ce96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aad9cc5-150d-4356-ae31-d6d4da9f4aa0,revision_number=0']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:10.356482 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2fc50196-c89e-4809-8bb2-2173b228ce96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:10.421222 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc50196-c89e-4809-8bb2-2173b228ce96 admin admin] Checking segment: {'id': '4a4a5e70-daae-4192-9187-33f2fa3c2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:21:10.421726 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc50196-c89e-4809-8bb2-2173b228ce96 admin admin] Network hostable DHCP agents. Network: 973b0fec-dcde-47d9-8ce0-29a113b9d801, hostable agents: ['cadf10d7-d23a-4fec-9e77-f0f038d86f43'], hosted agents: [] {{(pid=85264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 11 17:21:10.440397 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc50196-c89e-4809-8bb2-2173b228ce96 admin admin] Network 973b0fec-dcde-47d9-8ce0-29a113b9d801 is scheduled to be hosted by DHCP agent cadf10d7-d23a-4fec-9e77-f0f038d86f43 with binding_index 1 {{(pid=85264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 11 17:21:10.453027 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-2fc50196-c89e-4809-8bb2-2173b228ce96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-iscsi, 973b0fec-dcde-47d9-8ce0-29a113b9d801) {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:21:10.465946 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d454bbbf-070e-4e36-8b65-fcdce62a7ee3 None None] Network 973b0fec-dcde-47d9-8ce0-29a113b9d801 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:21:10.466092 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc50196-c89e-4809-8bb2-2173b228ce96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:10.466697 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2fc50196-c89e-4809-8bb2-2173b228ce96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:10.491272 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 48954) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:10.491461 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-2fc50196-c89e-4809-8bb2-2173b228ce96 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7767739
Apr 11 17:21:10.500349 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-e146ad6a-d1b3-4ff5-9b45-5190b96e0c7d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-134128658-router', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:21:10.505343 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-e146ad6a-d1b3-4ff5-9b45-5190b96e0c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:10.509706 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-e146ad6a-d1b3-4ff5-9b45-5190b96e0c7d admin admin] Usage tracker for resource:router and tenant:33c629be32ce4c04bbbe4f0b08fadabb is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:10.513225 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-e146ad6a-d1b3-4ff5-9b45-5190b96e0c7d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:10.520638 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-e146ad6a-d1b3-4ff5-9b45-5190b96e0c7d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:10.531757 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e146ad6a-d1b3-4ff5-9b45-5190b96e0c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854254265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774613'] for router, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:10.533275 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e146ad6a-d1b3-4ff5-9b45-5190b96e0c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-521626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838406134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1184'] for router, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:10.551877 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e146ad6a-d1b3-4ff5-9b45-5190b96e0c7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:10.708756 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00cb51b4-a812-5f45-a07b-cd3af73d94f4-973b0fec-dcde-47d9-8ce0-29a113b9d801', 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'fixed_ips': [{'subnet_id': '6aad9cc5-150d-4356-ae31-d6d4da9f4aa0'}]}} from dv-cinder-784779-4-iscsi. {{(pid=85266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 11 17:21:10.709728 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:10.841182 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e146ad6a-d1b3-4ff5-9b45-5190b96e0c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854254220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1169'] for router, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:10.880228 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Allocated IP 172.20.0.2 (973b0fec-dcde-47d9-8ce0-29a113b9d801/6aad9cc5-150d-4356-ae31-d6d4da9f4aa0/dd276588-2913-4737-8d0f-a310e54e7a33) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:21:11.113293 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:11.124525 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Transition to ACTIVE for port object dd276588-2913-4737-8d0f-a310e54e7a33 will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:21:11.146080 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Transition to ACTIVE for port object dd276588-2913-4737-8d0f-a310e54e7a33 will not be triggered until provisioned by entity DHCP. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:21:11.150467 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:11.166666 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:11.168643 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e146ad6a-d1b3-4ff5-9b45-5190b96e0c7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:11.205760 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e146ad6a-d1b3-4ff5-9b45-5190b96e0c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:11.334365 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Pushing event updated for resources: {'Port': ['ID=dd276588-2913-4737-8d0f-a310e54e7a33,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:11.339194 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:11.393515 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Network 973b0fec-dcde-47d9-8ce0-29a113b9d801 is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:21:11.394834 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Resources bound (agent type, host, resource id):  {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:21:11.397672 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:21:11.513827 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Attempting to bind port dd276588-2913-4737-8d0f-a310e54e7a33 on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:21:11.514603 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Attempting to bind port dd276588-2913-4737-8d0f-a310e54e7a33 by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': '4a4a5e70-daae-4192-9187-33f2fa3c2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:21:11.514603 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Attempting to bind port dd276588-2913-4737-8d0f-a310e54e7a33 on network 973b0fec-dcde-47d9-8ce0-29a113b9d801 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:21:11.521251 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:21:11.521861 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Checking segment: {'id': '4a4a5e70-daae-4192-9187-33f2fa3c2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:21:11.522097 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:11.522532 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Bound using segment: {'id': '4a4a5e70-daae-4192-9187-33f2fa3c2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:21:11.523050 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Bound port: dd276588-2913-4737-8d0f-a310e54e7a33, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4a5e70-daae-4192-9187-33f2fa3c2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:21:11.523465 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:11.528269 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-e146ad6a-d1b3-4ff5-9b45-5190b96e0c7d admin admin] Allocated IP 172.27.0.135 (25e26079-4f70-47ba-b0dc-8350ca691b81/cc27d420-6b5b-4cd9-be1f-976508ada296/14c48898-bc1c-48a6-8219-d5966ff48aad) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:21:11.528559 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a09c1e-e723-48f4-8682-91c1c02db238 req-f1baab45-61e2-4464-a32c-71b0e011de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:11.529953 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-15a09c1e-e723-48f4-8682-91c1c02db238 req-f1baab45-61e2-4464-a32c-71b0e011de0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80a3dcdeb1834a4ea3e6d67248a3caaf&device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 1097 time: 0.2498126
Apr 11 17:21:11.543645 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f70bf-8541-478b-beb3-f71bf9feb492 req-dd25a6e6-8e71-4d11-978d-1994afffe348 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:11.545682 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-549f70bf-8541-478b-beb3-f71bf9feb492 req-dd25a6e6-8e71-4d11-978d-1994afffe348 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1359701
Apr 11 17:21:11.610583 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] For port dd276588-2913-4737-8d0f-a310e54e7a33, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:21:11.614277 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] For port dd276588-2913-4737-8d0f-a310e54e7a33, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=dd276588-2913-4737-8d0f-a310e54e7a33,segment=NetworkSegment(4a4a5e70-daae-4192-9187-33f2fa3c2976),segment_id=4a4a5e70-daae-4192-9187-33f2fa3c2976)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:21:11.623120 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:11.655574 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9cd8f-9294-480d-9045-09055a303dbc req-d705e332-0718-4c36-913c-5505d25215bb tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:11.663148 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:11.663481 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9ef9cd8f-9294-480d-9045-09055a303dbc req-d705e332-0718-4c36-913c-5505d25215bb tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 944 time: 0.2307692
Apr 11 17:21:11.708785 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9ef9cd8f-9294-480d-9045-09055a303dbc req-2269298c-b8dd-4d6e-8a8b-3a5067f50ef4 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443387
Apr 11 17:21:11.727353 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-549f70bf-8541-478b-beb3-f71bf9feb492 req-15d882f8-907e-48e2-b393-c472865837cb tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330791
Apr 11 17:21:11.763867 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e146ad6a-d1b3-4ff5-9b45-5190b96e0c7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:11.792360 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a09c1e-e723-48f4-8682-91c1c02db238 req-7785dcaa-38e1-4561-a52b-6294b458d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:11.794302 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-15a09c1e-e723-48f4-8682-91c1c02db238 req-7785dcaa-38e1-4561-a52b-6294b458d462 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bcab040b-6e8c-46fa-bfb5-9be724a5cb14 HTTP/1.1" status: 200  len: 916 time: 0.2476599
Apr 11 17:21:11.799091 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e146ad6a-d1b3-4ff5-9b45-5190b96e0c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:11.815210 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:11.856365 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4ca203df-2835-442d-b844-fdbedac15604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:11.882475 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Pushing event updated for resources: {'Port': ['ID=dd276588-2913-4737-8d0f-a310e54e7a33,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:11.888099 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:12.175807 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146ad6a-d1b3-4ff5-9b45-5190b96e0c7d admin admin] Pushing event updated for resources: {'Port': ['ID=14c48898-bc1c-48a6-8219-d5966ff48aad,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:12.180882 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e146ad6a-d1b3-4ff5-9b45-5190b96e0c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:12.240863 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e146ad6a-d1b3-4ff5-9b45-5190b96e0c7d admin admin] Network 25e26079-4f70-47ba-b0dc-8350ca691b81 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:21:12.242289 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-e146ad6a-d1b3-4ff5-9b45-5190b96e0c7d admin admin] Resources bound (agent type, host, resource id):  {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:21:12.246728 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e146ad6a-d1b3-4ff5-9b45-5190b96e0c7d admin admin] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:21:12.543421 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:12.712121 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e146ad6a-d1b3-4ff5-9b45-5190b96e0c7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:13.089107 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e146ad6a-d1b3-4ff5-9b45-5190b96e0c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-521596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854326803'] for router, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:13.135026 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:13.201166 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device dd276588-2913-4737-8d0f-a310e54e7a33 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:21:13.305987 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port dd276588-2913-4737-8d0f-a310e54e7a33 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:21:13.331042 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e146ad6a-d1b3-4ff5-9b45-5190b96e0c7d admin admin] Router 4f8e95ec-329f-40c4-a314-0287c605aa85 is scheduled to L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 with binding_index 1 {{(pid=85265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 11 17:21:13.385550 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82acab3-212f-4fc2-b59f-5ab8ad361b0a None None] Network 973b0fec-dcde-47d9-8ce0-29a113b9d801 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:21:13.496501 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-6368bd48-fdba-4f95-a9d7-42de5d1a7cea None None] Provisioning for port dd276588-2913-4737-8d0f-a310e54e7a33 completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:21:13.506838 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-6368bd48-fdba-4f95-a9d7-42de5d1a7cea None None] Provisioning complete for port dd276588-2913-4737-8d0f-a310e54e7a33 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:21:13.507201 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6368bd48-fdba-4f95-a9d7-42de5d1a7cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:13.523452 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e146ad6a-d1b3-4ff5-9b45-5190b96e0c7d admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:21:13.546834 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] Sync routers for ids ['4f8e95ec-329f-40c4-a314-0287c605aa85'] in dv-cinder-784779-4-iscsi {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:21:13.547022 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e146ad6a-d1b3-4ff5-9b45-5190b96e0c7d admin admin] Notify callbacks [] for router, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:13.549012 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-e146ad6a-d1b3-4ff5-9b45-5190b96e0c7d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.0536683
Apr 11 17:21:13.551030 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 48990) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:13.558784 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] Routers {'4f8e95ec-329f-40c4-a314-0287c605aa85'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:21:13.559719 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226688cc88>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:21:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['4f8e95ec-329f-40c4-a314-0287c605aa85'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:21:13.761916 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:13.767405 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] Set router 4f8e95ec-329f-40c4-a314-0287c605aa85 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:21:13.767767 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6368bd48-fdba-4f95-a9d7-42de5d1a7cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:13.796390 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-6368bd48-fdba-4f95-a9d7-42de5d1a7cea None None] For port dd276588-2913-4737-8d0f-a310e54e7a33, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=dd276588-2913-4737-8d0f-a310e54e7a33,segment=NetworkSegment(4a4a5e70-daae-4192-9187-33f2fa3c2976),segment_id=4a4a5e70-daae-4192-9187-33f2fa3c2976)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:21:13.801892 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6368bd48-fdba-4f95-a9d7-42de5d1a7cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:13.807432 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:13.893650 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368bd48-fdba-4f95-a9d7-42de5d1a7cea None None] Pushing event updated for resources: {'Port': ['ID=dd276588-2913-4737-8d0f-a310e54e7a33,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:13.903104 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368bd48-fdba-4f95-a9d7-42de5d1a7cea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:13.903495 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368bd48-fdba-4f95-a9d7-42de5d1a7cea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:13.904044 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368bd48-fdba-4f95-a9d7-42de5d1a7cea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:13.904451 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368bd48-fdba-4f95-a9d7-42de5d1a7cea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:13.904988 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368bd48-fdba-4f95-a9d7-42de5d1a7cea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:13.905369 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368bd48-fdba-4f95-a9d7-42de5d1a7cea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:13.905848 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368bd48-fdba-4f95-a9d7-42de5d1a7cea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:13.906239 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368bd48-fdba-4f95-a9d7-42de5d1a7cea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:13.906614 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368bd48-fdba-4f95-a9d7-42de5d1a7cea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:13.906986 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368bd48-fdba-4f95-a9d7-42de5d1a7cea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:13.907357 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368bd48-fdba-4f95-a9d7-42de5d1a7cea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:13.907725 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6368bd48-fdba-4f95-a9d7-42de5d1a7cea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:13.915369 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-6368bd48-fdba-4f95-a9d7-42de5d1a7cea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:14.130891 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-8f8efe16-6c22-44bc-a99c-31f1145ada01 None None] Provisioning complete for port dd276588-2913-4737-8d0f-a310e54e7a33 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:21:14.131593 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8f8efe16-6c22-44bc-a99c-31f1145ada01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:14.139898 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226688cc88>, [{'id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'name': 'tempest-TestShelveInstance-134128658-router', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:21:10Z', 'updated_at': '2021-04-11T17:21:12Z', 'revision_number': 3, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'gw_port': {'id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:11Z', 'updated_at': '2021-04-11T17:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:21:14.144842 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] Checking router: 4f8e95ec-329f-40c4-a314-0287c605aa85 for host: dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:21:14.145183 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] Updating router 4f8e95ec-329f-40c4-a314-0287c605aa85 port 14c48898-bc1c-48a6-8219-d5966ff48aad binding host dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 11 17:21:14.217239 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:14.551040 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f1f79e67-289c-4ad0-b7ac-3e4074819fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:14.637223 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] Notify callbacks [] for port, precommit_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:14.649387 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] Transition to ACTIVE for port object 14c48898-bc1c-48a6-8219-d5966ff48aad will not be triggered until provisioned by entity L2. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:21:14.654846 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:14.670606 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:14.782032 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-f1f79e67-289c-4ad0-b7ac-3e4074819fb7 admin admin] Allocated IP 172.20.0.1 (973b0fec-dcde-47d9-8ce0-29a113b9d801/6aad9cc5-150d-4356-ae31-d6d4da9f4aa0/040984cb-811a-43fb-a00b-32dfe5420635) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:21:14.813736 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972cba7-bc41-463f-9be8-bdf52ac0794b None None] Pushing event updated for resources: {'Port': ['ID=14c48898-bc1c-48a6-8219-d5966ff48aad,revision_number=2']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:14.824691 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e972cba7-bc41-463f-9be8-bdf52ac0794b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:14.825079 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e972cba7-bc41-463f-9be8-bdf52ac0794b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:14.825575 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e972cba7-bc41-463f-9be8-bdf52ac0794b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:14.825941 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e972cba7-bc41-463f-9be8-bdf52ac0794b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:14.826296 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e972cba7-bc41-463f-9be8-bdf52ac0794b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:14.826653 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e972cba7-bc41-463f-9be8-bdf52ac0794b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:14.827007 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e972cba7-bc41-463f-9be8-bdf52ac0794b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:14.827358 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e972cba7-bc41-463f-9be8-bdf52ac0794b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:14.827730 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e972cba7-bc41-463f-9be8-bdf52ac0794b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:14.828082 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e972cba7-bc41-463f-9be8-bdf52ac0794b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:14.828451 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e972cba7-bc41-463f-9be8-bdf52ac0794b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:14.828814 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e972cba7-bc41-463f-9be8-bdf52ac0794b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:21:14.832590 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e972cba7-bc41-463f-9be8-bdf52ac0794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:14.884122 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] Attempting to bind port 14c48898-bc1c-48a6-8219-d5966ff48aad on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:21:14.884587 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] Attempting to bind port 14c48898-bc1c-48a6-8219-d5966ff48aad by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:21:14.884997 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] Attempting to bind port 14c48898-bc1c-48a6-8219-d5966ff48aad on network 25e26079-4f70-47ba-b0dc-8350ca691b81 {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:21:14.890734 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:21:14.891091 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] Checking segment: {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:21:14.891532 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:14.891938 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] Bound using segment: {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:21:14.892472 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] Bound port: 14c48898-bc1c-48a6-8219-d5966ff48aad, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:21:14.892889 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:14.952239 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f1f79e67-289c-4ad0-b7ac-3e4074819fb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:14.969791 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-f1f79e67-289c-4ad0-b7ac-3e4074819fb7 admin admin] Transition to ACTIVE for port object 040984cb-811a-43fb-a00b-32dfe5420635 will not be triggered until provisioned by entity DHCP. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:21:14.975145 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] For port 14c48898-bc1c-48a6-8219-d5966ff48aad, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:21:14.979284 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] For port 14c48898-bc1c-48a6-8219-d5966ff48aad, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=14c48898-bc1c-48a6-8219-d5966ff48aad,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:21:14.983350 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:14.994626 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f1f79e67-289c-4ad0-b7ac-3e4074819fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:14.999259 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:15.011380 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:15.097061 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f79e67-289c-4ad0-b7ac-3e4074819fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=040984cb-811a-43fb-a00b-32dfe5420635,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:15.100623 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972cba7-bc41-463f-9be8-bdf52ac0794b None None] Pushing event updated for resources: {'Port': ['ID=14c48898-bc1c-48a6-8219-d5966ff48aad,revision_number=3']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:15.103715 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f1f79e67-289c-4ad0-b7ac-3e4074819fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:15.107311 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e972cba7-bc41-463f-9be8-bdf52ac0794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:15.114233 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-15a09c1e-e723-48f4-8682-91c1c02db238 req-0154f341-8a4a-4eeb-aa6e-b9810e505395 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2 HTTP/1.1" status: 200  len: 217 time: 0.1315153
Apr 11 17:21:15.246032 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device dd276588-2913-4737-8d0f-a310e54e7a33 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:21:15.288366 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] Routers {'4f8e95ec-329f-40c4-a314-0287c605aa85'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:21:15.289063 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226688cc88>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:21:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['4f8e95ec-329f-40c4-a314-0287c605aa85'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:21:15.326294 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f79e67-289c-4ad0-b7ac-3e4074819fb7 admin admin] Network 973b0fec-dcde-47d9-8ce0-29a113b9d801 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:21:15.331880 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-f1f79e67-289c-4ad0-b7ac-3e4074819fb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:21:15.338905 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f79e67-289c-4ad0-b7ac-3e4074819fb7 admin admin] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:21:15.397241 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port dd276588-2913-4737-8d0f-a310e54e7a33 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:21:15.397621 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:15.403455 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f1f79e67-289c-4ad0-b7ac-3e4074819fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854327000'] for router_interface, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:15.405363 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a09c1e-e723-48f4-8682-91c1c02db238 req-3acc0f98-4d5c-4f65-97b0-8a7aa7f6123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:15.408599 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-15a09c1e-e723-48f4-8682-91c1c02db238 req-3acc0f98-4d5c-4f65-97b0-8a7aa7f6123f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1a4a8256-b464-4f54-a3ed-b755f7feb772 HTTP/1.1" status: 200  len: 855 time: 0.2846982
Apr 11 17:21:15.483786 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d00e30-0d0e-4359-8a4e-dcfc650ae0ff req-686f9a73-8867-4622-bff8-d76e9d54185e tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:15.485583 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-54d00e30-0d0e-4359-8a4e-dcfc650ae0ff req-686f9a73-8867-4622-bff8-d76e9d54185e tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.2473345
Apr 11 17:21:15.520973 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-54d00e30-0d0e-4359-8a4e-dcfc650ae0ff req-b248eb67-6536-4727-8760-c0b7fa686fd1 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0283027
Apr 11 17:21:15.565529 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-15a09c1e-e723-48f4-8682-91c1c02db238 req-e26352c7-90e9-458c-97b7-2f175f12b15b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcab040b-6e8c-46fa-bfb5-9be724a5cb14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1473420
Apr 11 17:21:15.652910 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f1f79e67-289c-4ad0-b7ac-3e4074819fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:15.701648 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0929cb-1d21-4bb0-979e-32daf7537d6a req-17ddc9cc-c87d-4b0e-a6b5-eb567063f5f6 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:15.704672 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3e0929cb-1d21-4bb0-979e-32daf7537d6a req-17ddc9cc-c87d-4b0e-a6b5-eb567063f5f6 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 944 time: 0.4378638
Apr 11 17:21:15.722410 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-5c67d4fe-61cd-4c87-86f8-ae1cd472359e None None] Provisioning for port 040984cb-811a-43fb-a00b-32dfe5420635 completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:21:15.744155 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-15a09c1e-e723-48f4-8682-91c1c02db238 req-9147fab3-eac5-4c0b-bc0c-a8241ab68b1f service neutron] 10.222.0.37 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1695375
Apr 11 17:21:15.755430 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-5c67d4fe-61cd-4c87-86f8-ae1cd472359e None None] Provisioning complete for port 040984cb-811a-43fb-a00b-32dfe5420635 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:21:15.755849 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5c67d4fe-61cd-4c87-86f8-ae1cd472359e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:15.764386 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] Set router 4f8e95ec-329f-40c4-a314-0287c605aa85 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:21:15.848662 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-5c67d4fe-61cd-4c87-86f8-ae1cd472359e None None] Port 040984cb-811a-43fb-a00b-32dfe5420635 cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:21:15.875841 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3e0929cb-1d21-4bb0-979e-32daf7537d6a req-f70dc28a-1d1d-46dd-b2d0-4b11f7396b53 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305399
Apr 11 17:21:15.909809 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-15a09c1e-e723-48f4-8682-91c1c02db238 req-764c3c25-cc6c-4261-bbef-b35daffc98ef service neutron] 10.222.0.37 "GET /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1495497
Apr 11 17:21:15.978595 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f1f79e67-289c-4ad0-b7ac-3e4074819fb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:15.982118 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f1f79e67-289c-4ad0-b7ac-3e4074819fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933374'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:16.012021 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-4281c8cf-8335-45a3-b271-7a5f446799be tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:16.106890 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226688cc88>, [{'id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'name': 'tempest-TestShelveInstance-134128658-router', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:21:10Z', 'updated_at': '2021-04-11T17:21:12Z', 'revision_number': 3, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'gw_port': {'id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:11Z', 'updated_at': '2021-04-11T17:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:21:16.108611 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f1f79e67-289c-4ad0-b7ac-3e4074819fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16292956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854326939'] for router_interface, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:16.111371 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c402a5-84c9-4d4b-9bc9-959286064267 None None] The sync data for ids ['4f8e95ec-329f-40c4-a314-0287c605aa85'] in dv-cinder-784779-4-iscsi is: [{'id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'name': 'tempest-TestShelveInstance-134128658-router', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:21:10Z', 'updated_at': '2021-04-11T17:21:12Z', 'revision_number': 3, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'gw_port': {'id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:11Z', 'updated_at': '2021-04-11T17:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:21:16.128168 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f79e67-289c-4ad0-b7ac-3e4074819fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=040984cb-811a-43fb-a00b-32dfe5420635,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:16.133182 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f1f79e67-289c-4ad0-b7ac-3e4074819fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:16.282083 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f79e67-289c-4ad0-b7ac-3e4074819fb7 admin admin] Network 973b0fec-dcde-47d9-8ce0-29a113b9d801 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:21:16.283833 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-f1f79e67-289c-4ad0-b7ac-3e4074819fb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:21:16.510719 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f79e67-289c-4ad0-b7ac-3e4074819fb7 admin admin] Router 4f8e95ec-329f-40c4-a314-0287c605aa85 has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:21:16.591022 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-10c29021-7844-43b4-8777-26eafbb8dda3 None None] Provisioning complete for port 040984cb-811a-43fb-a00b-32dfe5420635 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:21:16.592006 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-10c29021-7844-43b4-8777-26eafbb8dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:16.669777 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-10c29021-7844-43b4-8777-26eafbb8dda3 None None] Port 040984cb-811a-43fb-a00b-32dfe5420635 cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:21:16.781774 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f79e67-289c-4ad0-b7ac-3e4074819fb7 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:21:16.793066 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f1f79e67-289c-4ad0-b7ac-3e4074819fb7 admin admin] 10.222.0.30 "PUT /v2.0/routers/4f8e95ec-329f-40c4-a314-0287c605aa85/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2401900
Apr 11 17:21:16.817212 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85debe9e-a76b-4650-b423-87d92a8b3954 req-9dbbd1f7-15b0-463c-84aa-c11281511d05 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:16.826788 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-85debe9e-a76b-4650-b423-87d92a8b3954 req-9dbbd1f7-15b0-463c-84aa-c11281511d05 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1224618
Apr 11 17:21:16.858999 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-85debe9e-a76b-4650-b423-87d92a8b3954 req-0e280b89-047a-40fe-8426-19a142bea7fa tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311399
Apr 11 17:21:17.103943 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7214b-243a-4af6-b8f7-c5b376415762 req-8c19e39d-1749-4532-94fb-8a2c72683847 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:17.108165 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7cc7214b-243a-4af6-b8f7-c5b376415762 req-8c19e39d-1749-4532-94fb-8a2c72683847 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 944 time: 0.1044326
Apr 11 17:21:17.147339 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7cc7214b-243a-4af6-b8f7-c5b376415762 req-f5eee35d-bc9c-4592-8063-ded226fb3144 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0316727
Apr 11 17:21:17.200334 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 14c48898-bc1c-48a6-8219-d5966ff48aad up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:21:17.310396 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port 14c48898-bc1c-48a6-8219-d5966ff48aad completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:21:17.320080 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 14c48898-bc1c-48a6-8219-d5966ff48aad triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:21:17.320080 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:17.479773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:17.496415 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] For port 14c48898-bc1c-48a6-8219-d5966ff48aad, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=14c48898-bc1c-48a6-8219-d5966ff48aad,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:21:17.499603 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:17.502301 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:17.583969 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Pushing event updated for resources: {'Port': ['ID=14c48898-bc1c-48a6-8219-d5966ff48aad,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:17.589244 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:17.608320 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 49052) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:17.614372 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1439554783-network', 'tenant_id': '042b9635bfd04133ac793199d2363dce'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:21:17.619945 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:17.623942 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Usage tracker for resource:network and tenant:042b9635bfd04133ac793199d2363dce is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:17.626907 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:17.632857 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:17.642797 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Made reservation on behalf of 042b9635bfd04133ac793199d2363dce for: {'network': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:21:17.647424 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for network, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:17.659995 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:17.675112 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:17.679038 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Usage tracker for resource:security_group_rule and tenant:042b9635bfd04133ac793199d2363dce is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:17.682614 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:17.688590 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:17.771346 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:17.774136 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:17.778157 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-1300b982-8c2a-41da-9e15-49729313f076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:17.807198 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'}  {{(pid=85265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 11 17:21:17.822503 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46a1976-532f-45f7-a18b-72e3d77f9eee,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:17.828401 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:17.829438 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:17.829825 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.segments_db [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Added segment 1ada21a3-70e2-45c4-b6eb-3b3de56f410d of type vlan for network 6343d294-5b49-4c9a-945d-c271b1af70b4
Apr 11 17:21:17.858002 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736608949653'] for network, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:17.889545 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for network, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:17.890922 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:17.891609 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:17.896982 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:18.008200 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3960865
Apr 11 17:21:18.008757 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 49070) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:18.011855 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Pushing event updated for resources: {'Network': ['ID=6343d294-5b49-4c9a-945d-c271b1af70b4,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:18.017440 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-13ddfa2d-1e81-47ab-b88d-e8487f7a20cd admin admin] Request body: {'subnet': {'network_id': '6343d294-5b49-4c9a-945d-c271b1af70b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1439554783-subnet', 'tenant_id': '042b9635bfd04133ac793199d2363dce', 'ip_version': 4}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:21:18.022309 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:18.022745 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Network 6343d294-5b49-4c9a-945d-c271b1af70b4 details requested by agent ovs-agent-dv-cinder-784779-4-iscsi with host dv-cinder-784779-4-iscsi {{(pid=85266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 11 17:21:18.023252 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-13ddfa2d-1e81-47ab-b88d-e8487f7a20cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:18.027832 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-13ddfa2d-1e81-47ab-b88d-e8487f7a20cd admin admin] Usage tracker for resource:subnet and tenant:042b9635bfd04133ac793199d2363dce is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:18.030572 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-13ddfa2d-1e81-47ab-b88d-e8487f7a20cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:18.036698 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-13ddfa2d-1e81-47ab-b88d-e8487f7a20cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:18.049421 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ddfa2d-1e81-47ab-b88d-e8487f7a20cd admin admin] Made reservation on behalf of 042b9635bfd04133ac793199d2363dce for: {'subnet': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:21:18.056500 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13ddfa2d-1e81-47ab-b88d-e8487f7a20cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3287941'] for subnet, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:18.129847 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8c77b-2ae7-4972-bf9b-4d9c2c7a0900 req-a18b52b6-b936-4cd6-8c0d-32caa2b987bc tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:18.131721 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4aa8c77b-2ae7-4972-bf9b-4d9c2c7a0900 req-a18b52b6-b936-4cd6-8c0d-32caa2b987bc tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1484008
Apr 11 17:21:18.167098 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4aa8c77b-2ae7-4972-bf9b-4d9c2c7a0900 req-07e99bd3-0476-44e1-a281-8b76fcb5ea14 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0285501
Apr 11 17:21:18.493604 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8bb0a-96cc-4a79-b975-015c431756b5 req-260b4b5d-74eb-46df-bb7b-a12b078b9b12 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:18.495220 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c7f8bb0a-96cc-4a79-b975-015c431756b5 req-260b4b5d-74eb-46df-bb7b-a12b078b9b12 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 944 time: 0.2070856
Apr 11 17:21:18.537762 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c7f8bb0a-96cc-4a79-b975-015c431756b5 req-c503832e-d584-42b0-800d-b7844689d769 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315392
Apr 11 17:21:18.638714 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13ddfa2d-1e81-47ab-b88d-e8487f7a20cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2940870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288058'] for subnet, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:18.654915 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-0e575d0b-8adc-4d30-9fdd-dc404b537afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:18.789014 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ddfa2d-1e81-47ab-b88d-e8487f7a20cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddf1f337-dc79-4ee4-be69-994d518fc033,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:18.793793 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-13ddfa2d-1e81-47ab-b88d-e8487f7a20cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:18.855885 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ddfa2d-1e81-47ab-b88d-e8487f7a20cd admin admin] Checking segment: {'id': '1ada21a3-70e2-45c4-b6eb-3b3de56f410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6343d294-5b49-4c9a-945d-c271b1af70b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:21:18.856201 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ddfa2d-1e81-47ab-b88d-e8487f7a20cd admin admin] Network hostable DHCP agents. Network: 6343d294-5b49-4c9a-945d-c271b1af70b4, hostable agents: ['cadf10d7-d23a-4fec-9e77-f0f038d86f43'], hosted agents: [] {{(pid=85265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 11 17:21:18.874884 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ddfa2d-1e81-47ab-b88d-e8487f7a20cd admin admin] Network 6343d294-5b49-4c9a-945d-c271b1af70b4 is scheduled to be hosted by DHCP agent cadf10d7-d23a-4fec-9e77-f0f038d86f43 with binding_index 1 {{(pid=85265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 11 17:21:18.884100 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-13ddfa2d-1e81-47ab-b88d-e8487f7a20cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-iscsi, 6343d294-5b49-4c9a-945d-c271b1af70b4) {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:21:18.894149 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5097541-8a9f-4791-87ff-48b90cdba4cf None None] Network 6343d294-5b49-4c9a-945d-c271b1af70b4 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:21:18.896241 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ddfa2d-1e81-47ab-b88d-e8487f7a20cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:18.896976 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13ddfa2d-1e81-47ab-b88d-e8487f7a20cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:18.913254 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:21:18.919229 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-13ddfa2d-1e81-47ab-b88d-e8487f7a20cd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9068236
Apr 11 17:21:18.919665 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 49090) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:18.925343 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1439554783-router', 'tenant_id': '042b9635bfd04133ac793199d2363dce', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:21:18.931007 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:18.935247 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] Usage tracker for resource:router and tenant:042b9635bfd04133ac793199d2363dce is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:18.938322 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:18.944674 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:18.956171 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854254265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774613'] for router, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:18.957416 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-521626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838406134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1184'] for router, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:18.982420 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:19.177682 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 14c48898-bc1c-48a6-8219-d5966ff48aad up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:21:19.221112 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] Sync routers for ids ['4f8e95ec-329f-40c4-a314-0287c605aa85'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:21:19.278766 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854254220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1169'] for router, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:19.294810 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] Routers {'4f8e95ec-329f-40c4-a314-0287c605aa85'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:21:19.295283 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22656e0048>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:21:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['4f8e95ec-329f-40c4-a314-0287c605aa85'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:21:19.490631 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2,segment=NetworkSegment(b949748e-d732-4feb-9db4-3e6c74ae4c7c),segment_id=b949748e-d732-4feb-9db4-3e6c74ae4c7c)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:21:19.494359 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde8dc3-a361-4155-8bfe-c96b340bd155 req-30f3ad29-6f16-43a4-9ff9-e2f17c491248 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:19.496559 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5cde8dc3-a361-4155-8bfe-c96b340bd155 req-30f3ad29-6f16-43a4-9ff9-e2f17c491248 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1744845
Apr 11 17:21:19.524252 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00cb51b4-a812-5f45-a07b-cd3af73d94f4-6343d294-5b49-4c9a-945d-c271b1af70b4', 'network_id': '6343d294-5b49-4c9a-945d-c271b1af70b4', 'tenant_id': '042b9635bfd04133ac793199d2363dce', 'fixed_ips': [{'subnet_id': 'ddf1f337-dc79-4ee4-be69-994d518fc033'}]}} from dv-cinder-784779-4-iscsi. {{(pid=85266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 11 17:21:19.525226 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:19.554888 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5cde8dc3-a361-4155-8bfe-c96b340bd155 req-daa160f7-27d9-4d60-9e5f-cd7991b02351 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382335
Apr 11 17:21:19.555133 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': '51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2', 'network_id': 'bcab040b-6e8c-46fa-bfb5-9be724a5cb14', 'port_id': '51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2', 'mac_address': 'fa:16:3e:25:97:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4a8256-b464-4f54-a3ed-b755f7feb772', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:21:19.716412 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 14c48898-bc1c-48a6-8219-d5966ff48aad triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:21:19.716968 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:19.808590 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f254b-7810-4adf-a24e-9bfd81b6e6ba req-c29056d0-2d54-4a5b-83fd-826ba9e03a9e tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:19.810384 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0b6f254b-7810-4adf-a24e-9bfd81b6e6ba req-c29056d0-2d54-4a5b-83fd-826ba9e03a9e tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 944 time: 0.1170089
Apr 11 17:21:19.826742 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:19.828084 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:21:19.835449 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] Set router 4f8e95ec-329f-40c4-a314-0287c605aa85 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:21:19.849948 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:19.877560 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0b6f254b-7810-4adf-a24e-9bfd81b6e6ba req-f9169a0d-f374-4954-b5c5-1a864be692c4 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536983
Apr 11 17:21:19.891965 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:19.945196 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2,segment=NetworkSegment(b949748e-d732-4feb-9db4-3e6c74ae4c7c),segment_id=b949748e-d732-4feb-9db4-3e6c74ae4c7c)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:21:20.052299 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:20.063842 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] Allocated IP 172.27.0.205 (25e26079-4f70-47ba-b0dc-8350ca691b81/cc27d420-6b5b-4cd9-be1f-976508ada296/f8d27c2a-0308-40fd-99bf-b809aba6058e) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:21:20.072468 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5d25d1f3-3c3e-4473-8c4e-bfac70d031fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:20.166378 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:20.178383 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:20.500153 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Allocated IP 172.20.0.2 (6343d294-5b49-4c9a-945d-c271b1af70b4/ddf1f337-dc79-4ee4-be69-994d518fc033/ee50af3c-1964-477e-a5d9-42e22027b8ad) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:21:20.504036 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:20.536381 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:20.549449 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:21:20.551964 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-945cf245-7bda-4abe-9618-9889b00f5cd7 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:20.778399 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] Pushing event updated for resources: {'Port': ['ID=f8d27c2a-0308-40fd-99bf-b809aba6058e,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:20.791073 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:20.835384 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] Network 25e26079-4f70-47ba-b0dc-8350ca691b81 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:21:20.837497 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:21:20.847525 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00eed8-7749-41c1-9b0e-70578bafced1 req-e87c089a-bd5c-463f-88b4-e82bbf318568 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:20.849181 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0a00eed8-7749-41c1-9b0e-70578bafced1 req-e87c089a-bd5c-463f-88b4-e82bbf318568 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1635556
Apr 11 17:21:20.850011 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:21:20.922286 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0a00eed8-7749-41c1-9b0e-70578bafced1 req-be5cc748-2267-444a-891b-9f52f68b84a6 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447502
Apr 11 17:21:20.935226 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22656e0048>, [{'id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'name': 'tempest-TestShelveInstance-134128658-router', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:21:10Z', 'updated_at': '2021-04-11T17:21:15Z', 'revision_number': 4, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'gw_port': {'id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:11Z', 'updated_at': '2021-04-11T17:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '040984cb-811a-43fb-a00b-32dfe5420635', 'name': '', 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'mac_address': 'fa:16:3e:da:c5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '6aad9cc5-150d-4356-ae31-d6d4da9f4aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:14Z', 'updated_at': '2021-04-11T17:21:15Z', 'revision_number': 2, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'subnets': [{'id': '6aad9cc5-150d-4356-ae31-d6d4da9f4aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:21:20.966724 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] Checking router: 4f8e95ec-329f-40c4-a314-0287c605aa85 for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:21:20.967185 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] Updating router 4f8e95ec-329f-40c4-a314-0287c605aa85 port 040984cb-811a-43fb-a00b-32dfe5420635 binding host dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 11 17:21:21.042317 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:21.071626 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Transition to ACTIVE for port object ee50af3c-1964-477e-a5d9-42e22027b8ad will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:21:21.074292 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:21.162272 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Transition to ACTIVE for port object ee50af3c-1964-477e-a5d9-42e22027b8ad will not be triggered until provisioned by entity DHCP. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:21:21.212321 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:21.232490 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:21.331260 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784503da-27dc-4022-bac1-36bc734d01a8 req-456c9248-91d2-412f-83cf-aae7400c0201 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:21.333230 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-784503da-27dc-4022-bac1-36bc734d01a8 req-456c9248-91d2-412f-83cf-aae7400c0201 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 945 time: 0.2604659
Apr 11 17:21:21.454504 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-784503da-27dc-4022-bac1-36bc734d01a8 req-0111d44d-169f-43f3-8add-74c8c3909708 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349047
Apr 11 17:21:21.457499 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Pushing event updated for resources: {'Port': ['ID=ee50af3c-1964-477e-a5d9-42e22027b8ad,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:21.465339 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:21.548893 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:21.628056 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Network 6343d294-5b49-4c9a-945d-c271b1af70b4 is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:21:21.637498 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Resources bound (agent type, host, resource id):  {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:21:21.641776 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:21:21.782569 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Attempting to bind port ee50af3c-1964-477e-a5d9-42e22027b8ad on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:21:21.783118 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Attempting to bind port ee50af3c-1964-477e-a5d9-42e22027b8ad by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': '1ada21a3-70e2-45c4-b6eb-3b3de56f410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6343d294-5b49-4c9a-945d-c271b1af70b4'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:21:21.783524 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Attempting to bind port ee50af3c-1964-477e-a5d9-42e22027b8ad on network 6343d294-5b49-4c9a-945d-c271b1af70b4 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:21:21.803455 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:21:21.803955 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Checking segment: {'id': '1ada21a3-70e2-45c4-b6eb-3b3de56f410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6343d294-5b49-4c9a-945d-c271b1af70b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:21:21.804582 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:21.805059 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Bound using segment: {'id': '1ada21a3-70e2-45c4-b6eb-3b3de56f410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6343d294-5b49-4c9a-945d-c271b1af70b4'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:21:21.805605 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Bound port: ee50af3c-1964-477e-a5d9-42e22027b8ad, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ada21a3-70e2-45c4-b6eb-3b3de56f410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6343d294-5b49-4c9a-945d-c271b1af70b4'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:21:21.806031 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:21.981643 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] For port ee50af3c-1964-477e-a5d9-42e22027b8ad, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:21:22.003763 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] For port ee50af3c-1964-477e-a5d9-42e22027b8ad, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=ee50af3c-1964-477e-a5d9-42e22027b8ad,segment=NetworkSegment(1ada21a3-70e2-45c4-b6eb-3b3de56f410d),segment_id=1ada21a3-70e2-45c4-b6eb-3b3de56f410d)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:21:22.016357 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:22.112588 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:22.153941 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:22.205960 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] Transition to ACTIVE for port object 040984cb-811a-43fb-a00b-32dfe5420635 will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:21:22.230890 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:22.237584 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c52da3-c1d9-4a75-8298-119403900748 req-6932193e-e223-4ce6-a5ce-360289602c2b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:22.246302 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d8c52da3-c1d9-4a75-8298-119403900748 req-6932193e-e223-4ce6-a5ce-360289602c2b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1035128
Apr 11 17:21:22.295405 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d8c52da3-c1d9-4a75-8298-119403900748 req-900b7c32-7f86-4d08-b5a9-94369c4fb8f8 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479579
Apr 11 17:21:22.354188 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Pushing event updated for resources: {'Port': ['ID=ee50af3c-1964-477e-a5d9-42e22027b8ad,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:22.368855 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:22.376779 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-544e2071-c381-4aa8-be02-445efd99a65c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:22.389869 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bc1b6-da5d-4320-a0b9-4c836c50f050 req-fdb8844f-d80c-48f4-a861-24bf9cb51768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:22.391585 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6c1bc1b6-da5d-4320-a0b9-4c836c50f050 req-fdb8844f-d80c-48f4-a861-24bf9cb51768 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 1098 time: 0.5097656
Apr 11 17:21:22.442981 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6c1bc1b6-da5d-4320-a0b9-4c836c50f050 req-9c6d661b-35fe-4f85-9db4-2749843dca1d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411787
Apr 11 17:21:22.451396 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-521596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854326803'] for router, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:22.701856 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f20f5b-f94d-49f9-90dc-42617118efc2 None None] Pushing event updated for resources: {'Port': ['ID=040984cb-811a-43fb-a00b-32dfe5420635,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:22.704829 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-95f20f5b-f94d-49f9-90dc-42617118efc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:22.813521 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfb9b6-e3b5-4885-9e37-c790b9a14cef req-53acbdc2-8661-450e-a4a7-213b5f0337e0 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:22.815062 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2ddfb9b6-e3b5-4885-9e37-c790b9a14cef req-53acbdc2-8661-450e-a4a7-213b5f0337e0 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 945 time: 0.1366165
Apr 11 17:21:22.821684 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] Router 47030e9c-5a7f-40a4-9254-6b985629fde1 is scheduled to L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 with binding_index 1 {{(pid=85264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 11 17:21:22.897314 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] Attempting to bind port 040984cb-811a-43fb-a00b-32dfe5420635 on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:21:22.897902 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] Attempting to bind port 040984cb-811a-43fb-a00b-32dfe5420635 by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': '4a4a5e70-daae-4192-9187-33f2fa3c2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:21:22.899017 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] Attempting to bind port 040984cb-811a-43fb-a00b-32dfe5420635 on network 973b0fec-dcde-47d9-8ce0-29a113b9d801 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:21:22.906024 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:21:22.906627 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] Checking segment: {'id': '4a4a5e70-daae-4192-9187-33f2fa3c2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:21:22.907154 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:22.907673 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] Bound using segment: {'id': '4a4a5e70-daae-4192-9187-33f2fa3c2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:21:22.908267 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] Bound port: 040984cb-811a-43fb-a00b-32dfe5420635, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4a5e70-daae-4192-9187-33f2fa3c2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:21:22.908801 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:22.941272 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2 up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:21:23.101320 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] For port 040984cb-811a-43fb-a00b-32dfe5420635, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:21:23.111674 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] For port 040984cb-811a-43fb-a00b-32dfe5420635, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=040984cb-811a-43fb-a00b-32dfe5420635,segment=NetworkSegment(4a4a5e70-daae-4192-9187-33f2fa3c2976),segment_id=4a4a5e70-daae-4192-9187-33f2fa3c2976)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:21:23.113290 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning for port 51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:21:23.119953 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:23.173454 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c1e63dc5-01a6-4c55-a674-82de9e5d10d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:23.244311 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port 51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:21:23.244482 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:23.354679 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2ddfb9b6-e3b5-4885-9e37-c790b9a14cef req-93db5470-6b9b-4e22-8c99-d8adf68c67a6 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4692907
Apr 11 17:21:23.418959 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:21:23.431763 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] Sync routers for ids ['47030e9c-5a7f-40a4-9254-6b985629fde1'] in dv-cinder-784779-4-iscsi {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:21:23.448067 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] Notify callbacks [] for router, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:23.448879 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device ee50af3c-1964-477e-a5d9-42e22027b8ad up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:21:23.452397 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.5290222
Apr 11 17:21:23.452789 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 49186) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:23.457640 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] Routers {'47030e9c-5a7f-40a4-9254-6b985629fde1'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:21:23.458330 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226688c780>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:21:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['47030e9c-5a7f-40a4-9254-6b985629fde1'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:21:23.653775 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f20f5b-f94d-49f9-90dc-42617118efc2 None None] Pushing event updated for resources: {'Port': ['ID=040984cb-811a-43fb-a00b-32dfe5420635,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:23.720860 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5e0d6-bab4-4e14-9f7c-1f391aeb6b9c req-68c12f6d-0976-4607-b71e-7466984e1eac tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:23.737308 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-12d5e0d6-bab4-4e14-9f7c-1f391aeb6b9c req-68c12f6d-0976-4607-b71e-7466984e1eac tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.2004168
Apr 11 17:21:23.765758 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-12d5e0d6-bab4-4e14-9f7c-1f391aeb6b9c req-b4ad51d3-183d-4ab0-8034-356d2e7d24e9 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0272183
Apr 11 17:21:23.770827 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] Set router 47030e9c-5a7f-40a4-9254-6b985629fde1 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:21:23.784455 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-95f20f5b-f94d-49f9-90dc-42617118efc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:23.870780 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port ee50af3c-1964-477e-a5d9-42e22027b8ad completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:21:23.983981 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:23.995128 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] Routers {'4f8e95ec-329f-40c4-a314-0287c605aa85'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:21:23.995849 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22656e0048>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:21:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['4f8e95ec-329f-40c4-a314-0287c605aa85'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:21:24.106772 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8db4dfb-58bb-41bd-9c43-e10092e374f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:21:24.201269 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2,segment=NetworkSegment(b949748e-d732-4feb-9db4-3e6c74ae4c7c),segment_id=b949748e-d732-4feb-9db4-3e6c74ae4c7c)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:21:24.214137 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:24.218494 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-da958441-0d3f-4fae-83bd-1d9d3e8db953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:24.316979 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226688c780>, [{'id': '47030e9c-5a7f-40a4-9254-6b985629fde1', 'name': 'tempest-TestShelveInstance-1439554783-router', 'tenant_id': '042b9635bfd04133ac793199d2363dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f8d27c2a-0308-40fd-99bf-b809aba6058e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:21:18Z', 'updated_at': '2021-04-11T17:21:21Z', 'revision_number': 3, 'project_id': '042b9635bfd04133ac793199d2363dce', 'gw_port': {'id': 'f8d27c2a-0308-40fd-99bf-b809aba6058e', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47030e9c-5a7f-40a4-9254-6b985629fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:19Z', 'updated_at': '2021-04-11T17:21:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:21:24.321098 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8db4dfb-58bb-41bd-9c43-e10092e374f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2', 'code': 200}
Apr 11 17:21:24.324025 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] Checking router: 47030e9c-5a7f-40a4-9254-6b985629fde1 for host: dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:21:24.324434 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] Updating router 47030e9c-5a7f-40a4-9254-6b985629fde1 port f8d27c2a-0308-40fd-99bf-b809aba6058e binding host dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 11 17:21:24.404867 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:24.423436 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:24.446861 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:24.532074 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] Set router 4f8e95ec-329f-40c4-a314-0287c605aa85 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:21:24.670252 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fce0c41-2657-4fa2-b8ee-772310af5298 None None] Network 6343d294-5b49-4c9a-945d-c271b1af70b4 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:21:24.671911 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a2f4aeae-3f54-43f8-8a46-adf9c1149c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:24.893329 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-ecce838d-5c59-4b32-8485-067b4c4910aa None None] Provisioning for port ee50af3c-1964-477e-a5d9-42e22027b8ad completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:21:24.922822 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-ecce838d-5c59-4b32-8485-067b4c4910aa None None] Provisioning complete for port ee50af3c-1964-477e-a5d9-42e22027b8ad triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:21:24.923495 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ecce838d-5c59-4b32-8485-067b4c4910aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:24.960208 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-a2f4aeae-3f54-43f8-8a46-adf9c1149c3a admin admin] Allocated IP 172.20.0.1 (6343d294-5b49-4c9a-945d-c271b1af70b4/ddf1f337-dc79-4ee4-be69-994d518fc033/2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:21:24.963821 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] Notify callbacks [] for port, precommit_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:24.992754 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] Transition to ACTIVE for port object f8d27c2a-0308-40fd-99bf-b809aba6058e will not be triggered until provisioned by entity L2. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:21:24.999793 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:25.019566 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5ae9b8e3-1834-4f8f-894e-f888caea3766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:25.118130 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ad32f-079f-448c-a4d4-0cf69b01ffff None None] Pushing event updated for resources: {'Port': ['ID=f8d27c2a-0308-40fd-99bf-b809aba6058e,revision_number=2']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:25.128363 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c7a53-5b50-406b-bbc1-d8668bd31351 req-f5868fad-8052-4d87-bb7f-51161c452be6 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:25.130718 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a96ad32f-079f-448c-a4d4-0cf69b01ffff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:25.137059 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1c0c7a53-5b50-406b-bbc1-d8668bd31351 req-f5868fad-8052-4d87-bb7f-51161c452be6 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 946 time: 0.1087322
Apr 11 17:21:25.179069 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a2f4aeae-3f54-43f8-8a46-adf9c1149c3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:25.189719 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1c0c7a53-5b50-406b-bbc1-d8668bd31351 req-0ab3d2c3-7e86-4b6e-aacc-00d55ed171ba tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432589
Apr 11 17:21:25.199783 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-a2f4aeae-3f54-43f8-8a46-adf9c1149c3a admin admin] Transition to ACTIVE for port object 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d will not be triggered until provisioned by entity DHCP. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:21:25.233559 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a2f4aeae-3f54-43f8-8a46-adf9c1149c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:25.251708 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:25.271204 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] Attempting to bind port f8d27c2a-0308-40fd-99bf-b809aba6058e on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:21:25.271709 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] Attempting to bind port f8d27c2a-0308-40fd-99bf-b809aba6058e by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:21:25.272179 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] Attempting to bind port f8d27c2a-0308-40fd-99bf-b809aba6058e on network 25e26079-4f70-47ba-b0dc-8350ca691b81 {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:21:25.281600 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:21:25.282126 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] Checking segment: {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:21:25.282644 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:25.283141 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] Bound using segment: {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:21:25.283717 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] Bound port: f8d27c2a-0308-40fd-99bf-b809aba6058e, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:21:25.284213 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:25.378160 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] For port f8d27c2a-0308-40fd-99bf-b809aba6058e, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:21:25.381967 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] For port f8d27c2a-0308-40fd-99bf-b809aba6058e, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=f8d27c2a-0308-40fd-99bf-b809aba6058e,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:21:25.385833 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:25.420688 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d9399-1765-404f-9df4-0982fbabb340 req-63286e12-9973-433f-8f6b-15ff4a222ce8 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:25.423471 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ff9d9399-1765-404f-9df4-0982fbabb340 req-63286e12-9973-433f-8f6b-15ff4a222ce8 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1264527
Apr 11 17:21:25.460595 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ff9d9399-1765-404f-9df4-0982fbabb340 req-88465e22-5669-4343-8acc-862998b70f1f tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0260150
Apr 11 17:21:25.466901 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4aeae-3f54-43f8-8a46-adf9c1149c3a admin admin] Pushing event updated for resources: {'Port': ['ID=2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:25.470898 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a2f4aeae-3f54-43f8-8a46-adf9c1149c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:25.533301 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f4aeae-3f54-43f8-8a46-adf9c1149c3a admin admin] Network 6343d294-5b49-4c9a-945d-c271b1af70b4 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:21:25.534487 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-a2f4aeae-3f54-43f8-8a46-adf9c1149c3a admin admin] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:21:25.537474 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f4aeae-3f54-43f8-8a46-adf9c1149c3a admin admin] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:21:25.544586 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a96ad32f-079f-448c-a4d4-0cf69b01ffff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:25.596728 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a2f4aeae-3f54-43f8-8a46-adf9c1149c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854327000'] for router_interface, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:25.645855 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ecce838d-5c59-4b32-8485-067b4c4910aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:25.654583 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ad32f-079f-448c-a4d4-0cf69b01ffff None None] Pushing event updated for resources: {'Port': ['ID=f8d27c2a-0308-40fd-99bf-b809aba6058e,revision_number=3']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:25.660127 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a96ad32f-079f-448c-a4d4-0cf69b01ffff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:25.665112 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] Routers {'47030e9c-5a7f-40a4-9254-6b985629fde1'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:21:25.666265 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226688c780>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:21:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['47030e9c-5a7f-40a4-9254-6b985629fde1'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:21:25.690075 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-ecce838d-5c59-4b32-8485-067b4c4910aa None None] For port ee50af3c-1964-477e-a5d9-42e22027b8ad, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=ee50af3c-1964-477e-a5d9-42e22027b8ad,segment=NetworkSegment(1ada21a3-70e2-45c4-b6eb-3b3de56f410d),segment_id=1ada21a3-70e2-45c4-b6eb-3b3de56f410d)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:21:25.692817 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22656e0048>, [{'id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'name': 'tempest-TestShelveInstance-134128658-router', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:21:10Z', 'updated_at': '2021-04-11T17:21:15Z', 'revision_number': 4, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'gw_port': {'id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:11Z', 'updated_at': '2021-04-11T17:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '040984cb-811a-43fb-a00b-32dfe5420635', 'name': '', 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'mac_address': 'fa:16:3e:da:c5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '6aad9cc5-150d-4356-ae31-d6d4da9f4aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:14Z', 'updated_at': '2021-04-11T17:21:23Z', 'revision_number': 4, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'subnets': [{'id': '6aad9cc5-150d-4356-ae31-d6d4da9f4aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:21:25.703870 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ecce838d-5c59-4b32-8485-067b4c4910aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:25.707543 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:25.739680 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970dfe92-2169-4c5d-b637-effca74c27e0 None None] The sync data for ids ['4f8e95ec-329f-40c4-a314-0287c605aa85'] in dv-cinder-784779-4-iscsi is: [{'id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'name': 'tempest-TestShelveInstance-134128658-router', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:21:10Z', 'updated_at': '2021-04-11T17:21:15Z', 'revision_number': 4, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'gw_port': {'id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:11Z', 'updated_at': '2021-04-11T17:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '040984cb-811a-43fb-a00b-32dfe5420635', 'name': '', 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'mac_address': 'fa:16:3e:da:c5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '6aad9cc5-150d-4356-ae31-d6d4da9f4aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:14Z', 'updated_at': '2021-04-11T17:21:23Z', 'revision_number': 4, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'subnets': [{'id': '6aad9cc5-150d-4356-ae31-d6d4da9f4aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:21:25.749080 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ceebf8-8c9b-4dc7-8838-3aebcde29951 req-a26c8ff1-5a40-45ef-9a01-6c5e054ae9d4 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:25.759586 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-56ceebf8-8c9b-4dc7-8838-3aebcde29951 req-a26c8ff1-5a40-45ef-9a01-6c5e054ae9d4 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.1119480
Apr 11 17:21:25.759808 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a2f4aeae-3f54-43f8-8a46-adf9c1149c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:25.816292 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-56ceebf8-8c9b-4dc7-8838-3aebcde29951 req-d019c4f2-b329-439a-95fb-cbd6988f2042 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557842
Apr 11 17:21:25.855317 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce838d-5c59-4b32-8485-067b4c4910aa None None] Pushing event updated for resources: {'Port': ['ID=ee50af3c-1964-477e-a5d9-42e22027b8ad,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:25.865335 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ecce838d-5c59-4b32-8485-067b4c4910aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:25.959773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] Set router 47030e9c-5a7f-40a4-9254-6b985629fde1 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:21:26.243976 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-6fec390a-84b7-47da-a468-c223b0084abc None None] Provisioning for port 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:21:26.251042 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-6fec390a-84b7-47da-a468-c223b0084abc None None] Provisioning complete for port 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:21:26.251771 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6fec390a-84b7-47da-a468-c223b0084abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:26.340192 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a2f4aeae-3f54-43f8-8a46-adf9c1149c3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:26.349088 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a2f4aeae-3f54-43f8-8a46-adf9c1149c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:26.405131 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-6fec390a-84b7-47da-a468-c223b0084abc None None] Port 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:21:26.433991 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-6fec390a-84b7-47da-a468-c223b0084abc None None] Provisioning complete for port ee50af3c-1964-477e-a5d9-42e22027b8ad triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:21:26.434740 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6fec390a-84b7-47da-a468-c223b0084abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:26.463443 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:26.485996 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5240f66-1ac6-486f-bf53-ac53364bd5ba req-21dd327d-52c3-4b5a-825f-79d6b3c13853 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:26.496470 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b5240f66-1ac6-486f-bf53-ac53364bd5ba req-21dd327d-52c3-4b5a-825f-79d6b3c13853 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 946 time: 0.1287179
Apr 11 17:21:26.538743 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b5240f66-1ac6-486f-bf53-ac53364bd5ba req-d307a895-cbbd-44f0-b49c-5629b752bed0 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409021
Apr 11 17:21:26.589746 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a2f4aeae-3f54-43f8-8a46-adf9c1149c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16292956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854326939'] for router_interface, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:26.611087 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4aeae-3f54-43f8-8a46-adf9c1149c3a admin admin] Pushing event updated for resources: {'Port': ['ID=2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d,revision_number=2']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:26.631224 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a2f4aeae-3f54-43f8-8a46-adf9c1149c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:26.727688 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226688c780>, [{'id': '47030e9c-5a7f-40a4-9254-6b985629fde1', 'name': 'tempest-TestShelveInstance-1439554783-router', 'tenant_id': '042b9635bfd04133ac793199d2363dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f8d27c2a-0308-40fd-99bf-b809aba6058e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:21:18Z', 'updated_at': '2021-04-11T17:21:25Z', 'revision_number': 4, 'project_id': '042b9635bfd04133ac793199d2363dce', 'gw_port': {'id': 'f8d27c2a-0308-40fd-99bf-b809aba6058e', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47030e9c-5a7f-40a4-9254-6b985629fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:19Z', 'updated_at': '2021-04-11T17:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d', 'name': '', 'network_id': '6343d294-5b49-4c9a-945d-c271b1af70b4', 'tenant_id': '042b9635bfd04133ac793199d2363dce', 'mac_address': 'fa:16:3e:78:d8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47030e9c-5a7f-40a4-9254-6b985629fde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'ddf1f337-dc79-4ee4-be69-994d518fc033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:24Z', 'updated_at': '2021-04-11T17:21:24Z', 'revision_number': 1, 'project_id': '042b9635bfd04133ac793199d2363dce', 'subnets': [{'id': 'ddf1f337-dc79-4ee4-be69-994d518fc033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:21:26.736175 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f2eeb2-e533-4f8f-bb75-52911fd5197a None None] The sync data for ids ['47030e9c-5a7f-40a4-9254-6b985629fde1'] in dv-cinder-784779-4-iscsi is: [{'id': '47030e9c-5a7f-40a4-9254-6b985629fde1', 'name': 'tempest-TestShelveInstance-1439554783-router', 'tenant_id': '042b9635bfd04133ac793199d2363dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f8d27c2a-0308-40fd-99bf-b809aba6058e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:21:18Z', 'updated_at': '2021-04-11T17:21:25Z', 'revision_number': 4, 'project_id': '042b9635bfd04133ac793199d2363dce', 'gw_port': {'id': 'f8d27c2a-0308-40fd-99bf-b809aba6058e', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47030e9c-5a7f-40a4-9254-6b985629fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:19Z', 'updated_at': '2021-04-11T17:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d', 'name': '', 'network_id': '6343d294-5b49-4c9a-945d-c271b1af70b4', 'tenant_id': '042b9635bfd04133ac793199d2363dce', 'mac_address': 'fa:16:3e:78:d8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47030e9c-5a7f-40a4-9254-6b985629fde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'ddf1f337-dc79-4ee4-be69-994d518fc033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:24Z', 'updated_at': '2021-04-11T17:21:24Z', 'revision_number': 1, 'project_id': '042b9635bfd04133ac793199d2363dce', 'subnets': [{'id': 'ddf1f337-dc79-4ee4-be69-994d518fc033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:21:26.804835 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16cd70-ff9e-4100-8da7-91e72100a34d req-b7763377-ed49-43ae-a5df-21ba80df61ca tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:26.806685 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6e16cd70-ff9e-4100-8da7-91e72100a34d req-b7763377-ed49-43ae-a5df-21ba80df61ca tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1409037
Apr 11 17:21:26.811488 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f4aeae-3f54-43f8-8a46-adf9c1149c3a admin admin] Network 6343d294-5b49-4c9a-945d-c271b1af70b4 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:21:26.812723 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-a2f4aeae-3f54-43f8-8a46-adf9c1149c3a admin admin] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:21:26.822577 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-0564d41f-ed66-4a74-9f0e-2d9b21b0d639 None None] Provisioning complete for port 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:21:26.823130 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0564d41f-ed66-4a74-9f0e-2d9b21b0d639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:26.873141 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6e16cd70-ff9e-4100-8da7-91e72100a34d req-286fcc51-dc8a-4729-bcbd-615c1df666b8 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596352
Apr 11 17:21:26.928044 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-0564d41f-ed66-4a74-9f0e-2d9b21b0d639 None None] Port 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:21:27.066657 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f4aeae-3f54-43f8-8a46-adf9c1149c3a admin admin] Router 47030e9c-5a7f-40a4-9254-6b985629fde1 has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:21:27.149845 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfbd62-ea9f-42cc-9837-900ce9522fca req-3b8702e5-ba2f-493d-8f14-2e213ada856c tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:27.162330 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-adbfbd62-ea9f-42cc-9837-900ce9522fca req-3b8702e5-ba2f-493d-8f14-2e213ada856c tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.1186354
Apr 11 17:21:27.191329 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:27.197531 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-28713c6a-c0bc-4040-b17d-d12c82178f9c None None] Provisioning complete for port 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:21:27.198438 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-28713c6a-c0bc-4040-b17d-d12c82178f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:27.234915 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-adbfbd62-ea9f-42cc-9837-900ce9522fca req-6aa87aca-54b1-4b25-a027-84d8d4e09232 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712719
Apr 11 17:21:27.389948 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-28713c6a-c0bc-4040-b17d-d12c82178f9c None None] Port 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:21:27.474095 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 040984cb-811a-43fb-a00b-32dfe5420635 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:21:27.605450 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port 040984cb-811a-43fb-a00b-32dfe5420635 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:21:27.615111 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 040984cb-811a-43fb-a00b-32dfe5420635 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:21:27.615452 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:27.938300 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:27.990469 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] For port 040984cb-811a-43fb-a00b-32dfe5420635, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=040984cb-811a-43fb-a00b-32dfe5420635,segment=NetworkSegment(4a4a5e70-daae-4192-9187-33f2fa3c2976),segment_id=4a4a5e70-daae-4192-9187-33f2fa3c2976)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:21:28.004024 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:28.008737 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device ee50af3c-1964-477e-a5d9-42e22027b8ad up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:21:28.089951 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f4aeae-3f54-43f8-8a46-adf9c1149c3a admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:21:28.091405 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:28.252957 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Pushing event updated for resources: {'Port': ['ID=040984cb-811a-43fb-a00b-32dfe5420635,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:28.259505 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:28.287277 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc08d55-ce8b-4210-8ca9-5a1845cab6ae req-961c7e48-31d1-4aa2-bbd6-6b73dd96151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:28.289066 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0fc08d55-ce8b-4210-8ca9-5a1845cab6ae req-961c7e48-31d1-4aa2-bbd6-6b73dd96151d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 1099 time: 0.7166021
Apr 11 17:21:28.305627 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa380842-ac16-453f-98b8-7dde80c04132 req-332708e9-8873-4b39-904c-7e21fccb65bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:28.306476 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce781f4-491f-4570-8d73-a69b9e85fdf5 req-42373bd9-f718-423c-9d07-abff5c87fa47 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:28.307259 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-aa380842-ac16-453f-98b8-7dde80c04132 req-332708e9-8873-4b39-904c-7e21fccb65bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9bb61f1e6f04c45882198b1f39ca070&device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 1098 time: 0.4163296
Apr 11 17:21:28.309817 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-a2f4aeae-3f54-43f8-8a46-adf9c1149c3a admin admin] 10.222.0.30 "PUT /v2.0/routers/47030e9c-5a7f-40a4-9254-6b985629fde1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8557611
Apr 11 17:21:28.325228 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0ce781f4-491f-4570-8d73-a69b9e85fdf5 req-42373bd9-f718-423c-9d07-abff5c87fa47 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 946 time: 0.6032040
Apr 11 17:21:28.362390 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port ee50af3c-1964-477e-a5d9-42e22027b8ad triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:21:28.362981 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:28.393934 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0fc08d55-ce8b-4210-8ca9-5a1845cab6ae req-80faae31-ba74-4e07-af50-d99665df211e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665123
Apr 11 17:21:28.428767 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0ce781f4-491f-4570-8d73-a69b9e85fdf5 req-52e1c802-4ff3-48e8-886f-5c0230036f7c tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025174
Apr 11 17:21:28.584780 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6768c-fd98-473e-adb8-9c524c280b7b req-751acd71-596f-4537-aa4c-8d51dec17d08 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:28.593483 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4bc6768c-fd98-473e-adb8-9c524c280b7b req-751acd71-596f-4537-aa4c-8d51dec17d08 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.4582233
Apr 11 17:21:28.640994 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4bc6768c-fd98-473e-adb8-9c524c280b7b req-e5e4ca42-29b3-4aae-9ca1-99ec39511393 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464499
Apr 11 17:21:28.662104 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa380842-ac16-453f-98b8-7dde80c04132 req-6845c4dc-5deb-4c0f-8f90-23c20cba41ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:28.663711 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-aa380842-ac16-453f-98b8-7dde80c04132 req-6845c4dc-5deb-4c0f-8f90-23c20cba41ad service neutron] 10.222.0.37 "GET /v2.0/networks?id=80f28fa7-36bb-4960-bba0-f581250796a5 HTTP/1.1" status: 200  len: 920 time: 0.3203013
Apr 11 17:21:28.695985 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b0ec4-0179-4de3-a145-1d0db7238c41 req-1c14daec-79e4-4167-8c32-4f1a7adc375e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:28.705750 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dc9b0ec4-0179-4de3-a145-1d0db7238c41 req-1c14daec-79e4-4167-8c32-4f1a7adc375e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.1138732
Apr 11 17:21:28.755642 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dc9b0ec4-0179-4de3-a145-1d0db7238c41 req-9ccb0bf5-aa8e-4c5b-a08f-ca1e3bbaad4f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503190
Apr 11 17:21:28.785239 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-aa380842-ac16-453f-98b8-7dde80c04132 req-02eeafe3-8691-48ce-8424-21c2314dde12 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b562c0b1-2753-439f-b562-116cd8473706 HTTP/1.1" status: 200  len: 217 time: 0.1103179
Apr 11 17:21:28.877204 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa380842-ac16-453f-98b8-7dde80c04132 req-ab5f2893-7b6a-4820-9cbe-6c0ad715bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:28.878802 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-aa380842-ac16-453f-98b8-7dde80c04132 req-ab5f2893-7b6a-4820-9cbe-6c0ad715bd4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2449f5f4-85cf-4114-8bd0-f3e8caf3301d HTTP/1.1" status: 200  len: 859 time: 0.0853868
Apr 11 17:21:28.950478 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-aa380842-ac16-453f-98b8-7dde80c04132 req-ee976d84-7b52-437a-99a9-b5cc7899ffc9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=80f28fa7-36bb-4960-bba0-f581250796a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0580997
Apr 11 17:21:29.114722 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-aa380842-ac16-453f-98b8-7dde80c04132 req-0eeb9ab4-4784-4cd5-8d4a-484c86499573 service neutron] 10.222.0.37 "GET /v2.0/networks/80f28fa7-36bb-4960-bba0-f581250796a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536415
Apr 11 17:21:29.271425 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 49290) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:29.287074 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-aa380842-ac16-453f-98b8-7dde80c04132 req-be0a830f-a778-4c9d-8c8e-de87392ba6f3 service neutron] 10.222.0.37 "GET /v2.0/networks/80f28fa7-36bb-4960-bba0-f581250796a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1634557
Apr 11 17:21:29.287793 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-5d8ab739-1270-4e3d-a3f7-eb189219d238 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-293013348', 'description': 'tempest-secgroup-smoke-293013348 description', 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:21:29.302551 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-5d8ab739-1270-4e3d-a3f7-eb189219d238 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:29.316015 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-5d8ab739-1270-4e3d-a3f7-eb189219d238 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Usage tracker for resource:security_group and tenant:33c629be32ce4c04bbbe4f0b08fadabb is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:29.319972 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-5d8ab739-1270-4e3d-a3f7-eb189219d238 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:29.329082 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-5d8ab739-1270-4e3d-a3f7-eb189219d238 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:29.344331 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5d8ab739-1270-4e3d-a3f7-eb189219d238 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:29.350052 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-5d8ab739-1270-4e3d-a3f7-eb189219d238 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:29.355342 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-5d8ab739-1270-4e3d-a3f7-eb189219d238 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Usage tracker for resource:security_group_rule and tenant:33c629be32ce4c04bbbe4f0b08fadabb is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:29.359283 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-5d8ab739-1270-4e3d-a3f7-eb189219d238 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:29.374287 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device f8d27c2a-0308-40fd-99bf-b809aba6058e up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:21:29.376543 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-5d8ab739-1270-4e3d-a3f7-eb189219d238 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:29.436074 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de395c-71ff-4905-a28c-e8aaa3c3d2c9 req-8c6aa93f-18d1-41fe-bca6-b4817cc85386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:29.438137 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f7de395c-71ff-4905-a28c-e8aaa3c3d2c9 req-8c6aa93f-18d1-41fe-bca6-b4817cc85386 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9bb61f1e6f04c45882198b1f39ca070&device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 1098 time: 0.0961170
Apr 11 17:21:29.453605 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port f8d27c2a-0308-40fd-99bf-b809aba6058e completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:21:29.459098 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port f8d27c2a-0308-40fd-99bf-b809aba6058e triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:21:29.459706 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:29.470963 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5d8ab739-1270-4e3d-a3f7-eb189219d238 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:29.474189 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5d8ab739-1270-4e3d-a3f7-eb189219d238 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:29.497217 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-59afb6ce-955f-485a-987d-eb28dae72950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:29.526654 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ab739-1270-4e3d-a3f7-eb189219d238 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=645cb413-588e-442c-86c0-de1187182840,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:29.529251 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5d8ab739-1270-4e3d-a3f7-eb189219d238 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:29.530560 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-5d8ab739-1270-4e3d-a3f7-eb189219d238 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2580066
Apr 11 17:21:29.531488 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5d8ab739-1270-4e3d-a3f7-eb189219d238 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:29.553012 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 49298) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:29.565741 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-1856f803-84a9-41f1-896f-ba47ea4b31ae tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Request body: {'security_group_rule': {'security_group_id': '645cb413-588e-442c-86c0-de1187182840', 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:21:29.582227 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-1856f803-84a9-41f1-896f-ba47ea4b31ae tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:29.602070 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:29.620208 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] For port f8d27c2a-0308-40fd-99bf-b809aba6058e, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=f8d27c2a-0308-40fd-99bf-b809aba6058e,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:21:29.624148 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:29.626237 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 040984cb-811a-43fb-a00b-32dfe5420635 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:21:29.655276 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de395c-71ff-4905-a28c-e8aaa3c3d2c9 req-8b11eac9-fa11-4992-a5ff-3786dc6581b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:29.657288 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f7de395c-71ff-4905-a28c-e8aaa3c3d2c9 req-8b11eac9-fa11-4992-a5ff-3786dc6581b4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=80f28fa7-36bb-4960-bba0-f581250796a5 HTTP/1.1" status: 200  len: 920 time: 0.2066197
Apr 11 17:21:29.660322 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-1856f803-84a9-41f1-896f-ba47ea4b31ae tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Usage tracker for resource:security_group_rule and tenant:33c629be32ce4c04bbbe4f0b08fadabb is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:29.667178 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ecce838d-5c59-4b32-8485-067b4c4910aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:29.680767 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-1856f803-84a9-41f1-896f-ba47ea4b31ae tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:29.690851 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-1856f803-84a9-41f1-896f-ba47ea4b31ae tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:29.736566 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1856f803-84a9-41f1-896f-ba47ea4b31ae tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:29.749338 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f7de395c-71ff-4905-a28c-e8aaa3c3d2c9 req-a686010e-cf92-4cff-a3f8-fd0b767b6e2b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b562c0b1-2753-439f-b562-116cd8473706 HTTP/1.1" status: 200  len: 217 time: 0.0832126
Apr 11 17:21:29.764125 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5a80c-6d2e-4b3c-bab4-528a36d39eb3 req-4a98b060-e2c7-4190-84f8-904fa2994c2b tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:29.772255 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b2a5a80c-6d2e-4b3c-bab4-528a36d39eb3 req-4a98b060-e2c7-4190-84f8-904fa2994c2b tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 946 time: 0.1970599
Apr 11 17:21:29.781020 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Pushing event updated for resources: {'Port': ['ID=f8d27c2a-0308-40fd-99bf-b809aba6058e,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:29.796899 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:29.807183 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 040984cb-811a-43fb-a00b-32dfe5420635 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:21:29.807603 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:29.834147 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de395c-71ff-4905-a28c-e8aaa3c3d2c9 req-8fe30607-af48-45e6-be68-94162e9e2cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:29.835708 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f7de395c-71ff-4905-a28c-e8aaa3c3d2c9 req-8fe30607-af48-45e6-be68-94162e9e2cc9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2449f5f4-85cf-4114-8bd0-f3e8caf3301d HTTP/1.1" status: 200  len: 859 time: 0.0765293
Apr 11 17:21:29.840760 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b2a5a80c-6d2e-4b3c-bab4-528a36d39eb3 req-980ae99b-bc55-43c9-a73d-1beb0e1fc6d3 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670950
Apr 11 17:21:29.904158 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1856f803-84a9-41f1-896f-ba47ea4b31ae tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:29.911514 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1856f803-84a9-41f1-896f-ba47ea4b31ae tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:29.914512 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-316f748b-8f44-417f-8796-0eb396793938 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:29.956722 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856f803-84a9-41f1-896f-ba47ea4b31ae tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef61e2a-7df6-4dbf-a3b8-c43b7d20242d,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:29.964532 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f7de395c-71ff-4905-a28c-e8aaa3c3d2c9 req-0aa1799d-1158-4b8e-b3a8-4d574527f3f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=80f28fa7-36bb-4960-bba0-f581250796a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0782664
Apr 11 17:21:29.967075 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1856f803-84a9-41f1-896f-ba47ea4b31ae tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:29.972086 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-1856f803-84a9-41f1-896f-ba47ea4b31ae tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4179227
Apr 11 17:21:29.973928 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-1856f803-84a9-41f1-896f-ba47ea4b31ae tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:29.974853 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 49320) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:29.989302 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-26ad0e2a-d633-45cb-ad38-fccec8065e87 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Request body: {'security_group_rule': {'security_group_id': '645cb413-588e-442c-86c0-de1187182840', 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:21:30.013670 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-26ad0e2a-d633-45cb-ad38-fccec8065e87 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:30.081007 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-26ad0e2a-d633-45cb-ad38-fccec8065e87 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Usage tracker for resource:security_group_rule and tenant:33c629be32ce4c04bbbe4f0b08fadabb is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:30.088867 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-26ad0e2a-d633-45cb-ad38-fccec8065e87 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:30.099481 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-26ad0e2a-d633-45cb-ad38-fccec8065e87 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:30.134232 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-26ad0e2a-d633-45cb-ad38-fccec8065e87 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:30.163223 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5672491-2d53-41e5-8625-380dfcdbd4b4 req-545d152e-4f31-48d1-903f-e7a0a0aaf232 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:30.165804 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d5672491-2d53-41e5-8625-380dfcdbd4b4 req-545d152e-4f31-48d1-903f-e7a0a0aaf232 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.3277619
Apr 11 17:21:30.167609 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addfdff-663c-486d-b9fd-920e649e4c90 req-f8e3436a-8140-428a-9676-1f7b8b99cc0a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:30.169234 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2addfdff-663c-486d-b9fd-920e649e4c90 req-f8e3436a-8140-428a-9676-1f7b8b99cc0a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.1526356
Apr 11 17:21:30.220928 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d5672491-2d53-41e5-8625-380dfcdbd4b4 req-2d03ff2e-72e2-486c-9edd-ea25421a3268 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452666
Apr 11 17:21:30.223056 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f7de395c-71ff-4905-a28c-e8aaa3c3d2c9 req-af27c819-b2e2-4a38-80b5-6916946fc0f2 service neutron] 10.222.0.37 "GET /v2.0/networks/80f28fa7-36bb-4960-bba0-f581250796a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2486815
Apr 11 17:21:30.224842 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2addfdff-663c-486d-b9fd-920e649e4c90 req-19352f07-144e-49bc-9a4a-60e888b46123 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476928
Apr 11 17:21:30.254971 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-26ad0e2a-d633-45cb-ad38-fccec8065e87 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:30.270340 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-26ad0e2a-d633-45cb-ad38-fccec8065e87 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:30.272465 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:30.327223 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad0e2a-d633-45cb-ad38-fccec8065e87 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b17df7-4bc9-4e83-90c6-4c114ebada5a,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:30.331886 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-26ad0e2a-d633-45cb-ad38-fccec8065e87 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:30.340373 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-26ad0e2a-d633-45cb-ad38-fccec8065e87 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:30.341708 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-26ad0e2a-d633-45cb-ad38-fccec8065e87 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3656683
Apr 11 17:21:30.345322 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 49334) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:30.351997 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-d4a49cb6-4ffa-49f1-872a-ff5d96fa3d20 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Request body: {'security_group_rule': {'security_group_id': '645cb413-588e-442c-86c0-de1187182840', 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:21:30.359791 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-d4a49cb6-4ffa-49f1-872a-ff5d96fa3d20 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:30.364000 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-d4a49cb6-4ffa-49f1-872a-ff5d96fa3d20 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Usage tracker for resource:security_group_rule and tenant:33c629be32ce4c04bbbe4f0b08fadabb is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:30.368524 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-d4a49cb6-4ffa-49f1-872a-ff5d96fa3d20 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:30.374399 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-d4a49cb6-4ffa-49f1-872a-ff5d96fa3d20 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:30.398958 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d4a49cb6-4ffa-49f1-872a-ff5d96fa3d20 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:30.413347 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f7de395c-71ff-4905-a28c-e8aaa3c3d2c9 req-c11dad8a-2f65-4800-a4af-f8767c5c244b service neutron] 10.222.0.37 "GET /v2.0/networks/80f28fa7-36bb-4960-bba0-f581250796a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1801999
Apr 11 17:21:30.477753 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d4a49cb6-4ffa-49f1-872a-ff5d96fa3d20 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:30.480367 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d4a49cb6-4ffa-49f1-872a-ff5d96fa3d20 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:30.488080 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:30.508121 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a49cb6-4ffa-49f1-872a-ff5d96fa3d20 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eeed5b0-e719-4c50-97a7-df625740ef30,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:30.510575 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d4a49cb6-4ffa-49f1-872a-ff5d96fa3d20 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:30.517303 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d4a49cb6-4ffa-49f1-872a-ff5d96fa3d20 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:30.518585 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-d4a49cb6-4ffa-49f1-872a-ff5d96fa3d20 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1722381
Apr 11 17:21:30.521481 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 49340) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:30.528345 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-ab736caf-e4f3-4a7b-afe7-11b51d3c2e4c tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Request body: {'security_group_rule': {'security_group_id': '645cb413-588e-442c-86c0-de1187182840', 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:21:30.535760 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-ab736caf-e4f3-4a7b-afe7-11b51d3c2e4c tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:30.540075 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-ab736caf-e4f3-4a7b-afe7-11b51d3c2e4c tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Usage tracker for resource:security_group_rule and tenant:33c629be32ce4c04bbbe4f0b08fadabb is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:30.543391 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-ab736caf-e4f3-4a7b-afe7-11b51d3c2e4c tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:30.549964 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-ab736caf-e4f3-4a7b-afe7-11b51d3c2e4c tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:30.567653 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ab736caf-e4f3-4a7b-afe7-11b51d3c2e4c tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:30.638234 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ab736caf-e4f3-4a7b-afe7-11b51d3c2e4c tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:30.640575 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ab736caf-e4f3-4a7b-afe7-11b51d3c2e4c tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:30.648740 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:30.673368 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab736caf-e4f3-4a7b-afe7-11b51d3c2e4c tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef9cfbb-f66e-4d49-a560-75d66c68d14d,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:30.675876 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ab736caf-e4f3-4a7b-afe7-11b51d3c2e4c tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:30.679853 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ab736caf-e4f3-4a7b-afe7-11b51d3c2e4c tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:30.681203 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-ab736caf-e4f3-4a7b-afe7-11b51d3c2e4c tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1586442
Apr 11 17:21:30.684116 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 49344) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:30.689714 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-26e247ef-63e4-4c95-ba2d-8f861b155596 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Request body: {'security_group_rule': {'security_group_id': '645cb413-588e-442c-86c0-de1187182840', 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:21:30.696459 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-26e247ef-63e4-4c95-ba2d-8f861b155596 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:30.700643 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-26e247ef-63e4-4c95-ba2d-8f861b155596 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Usage tracker for resource:security_group_rule and tenant:33c629be32ce4c04bbbe4f0b08fadabb is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:30.703781 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-26e247ef-63e4-4c95-ba2d-8f861b155596 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:30.709790 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-26e247ef-63e4-4c95-ba2d-8f861b155596 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:30.719928 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.securitygroups_db [None req-26e247ef-63e4-4c95-ba2d-8f861b155596 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Project 33c629be32ce4c04bbbe4f0b08fadabb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 11 17:21:30.727788 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-26e247ef-63e4-4c95-ba2d-8f861b155596 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:30.801026 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-26e247ef-63e4-4c95-ba2d-8f861b155596 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:30.803822 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-26e247ef-63e4-4c95-ba2d-8f861b155596 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:30.806870 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d4a49cb6-4ffa-49f1-872a-ff5d96fa3d20 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:30.828584 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e247ef-63e4-4c95-ba2d-8f861b155596 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23dc855d-bb6c-473d-b329-15d044e43574,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:30.832812 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-26e247ef-63e4-4c95-ba2d-8f861b155596 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:30.840578 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-26e247ef-63e4-4c95-ba2d-8f861b155596 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:30.841860 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-26e247ef-63e4-4c95-ba2d-8f861b155596 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1567233
Apr 11 17:21:30.844769 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 49348) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:30.850361 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-f3dc687a-5105-4bac-844a-11470c653d65 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Request body: {'security_group_rule': {'security_group_id': '645cb413-588e-442c-86c0-de1187182840', 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:21:30.856815 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-f3dc687a-5105-4bac-844a-11470c653d65 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:30.860800 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-f3dc687a-5105-4bac-844a-11470c653d65 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Usage tracker for resource:security_group_rule and tenant:33c629be32ce4c04bbbe4f0b08fadabb is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:30.863768 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-f3dc687a-5105-4bac-844a-11470c653d65 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:30.869918 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-f3dc687a-5105-4bac-844a-11470c653d65 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:30.880257 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.securitygroups_db [None req-f3dc687a-5105-4bac-844a-11470c653d65 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Project 33c629be32ce4c04bbbe4f0b08fadabb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 11 17:21:30.887966 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f3dc687a-5105-4bac-844a-11470c653d65 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:30.960246 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f3dc687a-5105-4bac-844a-11470c653d65 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:30.964066 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f3dc687a-5105-4bac-844a-11470c653d65 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:30.970548 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:30.991001 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc687a-5105-4bac-844a-11470c653d65 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12860d22-d9de-4697-a798-ad39593a64f4,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:30.993630 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f3dc687a-5105-4bac-844a-11470c653d65 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:31.000927 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f3dc687a-5105-4bac-844a-11470c653d65 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:31.004495 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f3dc687a-5105-4bac-844a-11470c653d65 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1564450
Apr 11 17:21:31.058663 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] Sync routers for ids ['47030e9c-5a7f-40a4-9254-6b985629fde1'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:21:31.065772 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104e568-0fe5-4069-a2be-bbe969713054 req-880f3ce0-675b-4af6-83a7-a7c72305f47e tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:31.067377 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d104e568-0fe5-4069-a2be-bbe969713054 req-880f3ce0-675b-4af6-83a7-a7c72305f47e tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 946 time: 0.0962298
Apr 11 17:21:31.069390 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] Routers {'47030e9c-5a7f-40a4-9254-6b985629fde1'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:21:31.069985 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22650a52b0>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:21:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['47030e9c-5a7f-40a4-9254-6b985629fde1'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:21:31.102186 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d104e568-0fe5-4069-a2be-bbe969713054 req-2dff7255-35e2-4a40-a90e-5e6768fb7907 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0264983
Apr 11 17:21:31.245804 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device f8d27c2a-0308-40fd-99bf-b809aba6058e up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:21:31.414842 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] Set router 47030e9c-5a7f-40a4-9254-6b985629fde1 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:21:31.558407 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6076508-1339-4361-907c-4de3c847e670 req-98707516-314c-4171-a632-9c93b7add628 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:31.562921 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d6076508-1339-4361-907c-4de3c847e670 req-98707516-314c-4171-a632-9c93b7add628 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1605570
Apr 11 17:21:31.609807 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3df883-62c1-4936-bfd7-98bb21e752cf req-c5813af9-ee5b-4f6e-b485-096bc2ca43e6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:31.614528 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ce3df883-62c1-4936-bfd7-98bb21e752cf req-c5813af9-ee5b-4f6e-b485-096bc2ca43e6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.1405628
Apr 11 17:21:31.620169 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d6076508-1339-4361-907c-4de3c847e670 req-c8385a5c-e542-4724-bded-42df9f909814 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506082
Apr 11 17:21:31.656241 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ce3df883-62c1-4936-bfd7-98bb21e752cf req-4f4c0a23-3810-4642-9fa4-b2252e10b26e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0341258
Apr 11 17:21:31.753842 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port f8d27c2a-0308-40fd-99bf-b809aba6058e triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:21:31.754503 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:32.182403 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22650a52b0>, [{'id': '47030e9c-5a7f-40a4-9254-6b985629fde1', 'name': 'tempest-TestShelveInstance-1439554783-router', 'tenant_id': '042b9635bfd04133ac793199d2363dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f8d27c2a-0308-40fd-99bf-b809aba6058e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:21:18Z', 'updated_at': '2021-04-11T17:21:25Z', 'revision_number': 4, 'project_id': '042b9635bfd04133ac793199d2363dce', 'gw_port': {'id': 'f8d27c2a-0308-40fd-99bf-b809aba6058e', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47030e9c-5a7f-40a4-9254-6b985629fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:19Z', 'updated_at': '2021-04-11T17:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d', 'name': '', 'network_id': '6343d294-5b49-4c9a-945d-c271b1af70b4', 'tenant_id': '042b9635bfd04133ac793199d2363dce', 'mac_address': 'fa:16:3e:78:d8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47030e9c-5a7f-40a4-9254-6b985629fde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'ddf1f337-dc79-4ee4-be69-994d518fc033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:24Z', 'updated_at': '2021-04-11T17:21:25Z', 'revision_number': 2, 'project_id': '042b9635bfd04133ac793199d2363dce', 'subnets': [{'id': 'ddf1f337-dc79-4ee4-be69-994d518fc033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:21:32.186524 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] Checking router: 47030e9c-5a7f-40a4-9254-6b985629fde1 for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:21:32.186926 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] Updating router 47030e9c-5a7f-40a4-9254-6b985629fde1 port 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d binding host dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 11 17:21:32.246748 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:32.729124 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:32.742953 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] Transition to ACTIVE for port object 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:21:32.751251 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:32.769999 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:32.884969 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f66dab-85bf-4027-8b05-a880e2808028 req-1f593f40-90ab-46e9-8346-8fac227b4412 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:32.894273 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-54f66dab-85bf-4027-8b05-a880e2808028 req-1f593f40-90ab-46e9-8346-8fac227b4412 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1321325
Apr 11 17:21:32.897700 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 49468) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:32.937379 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-54f66dab-85bf-4027-8b05-a880e2808028 req-8e5e4f6a-2cb3-4791-b4af-5759b9e760b0 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420783
Apr 11 17:21:32.941504 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57bf6e-5bf2-47d6-bdb3-790d594f10f3 None None] Pushing event updated for resources: {'Port': ['ID=2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:32.946841 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8c57bf6e-5bf2-47d6-bdb3-790d594f10f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:33.007119 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc7380-e08c-4093-8ceb-037f82b15011 req-3d59fb96-d505-43fb-a747-a88c70567509 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:33.021151 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dbcc7380-e08c-4093-8ceb-037f82b15011 req-3d59fb96-d505-43fb-a747-a88c70567509 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.1899590
Apr 11 17:21:33.095306 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dbcc7380-e08c-4093-8ceb-037f82b15011 req-32fc1b6d-a87c-43ca-ae0a-ecca2bf9c86b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710499
Apr 11 17:21:33.223870 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d9fb6a6a-5701-41d9-9cc3-70118a472624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:33.237550 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] Attempting to bind port 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:21:33.238712 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] Attempting to bind port 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': '1ada21a3-70e2-45c4-b6eb-3b3de56f410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6343d294-5b49-4c9a-945d-c271b1af70b4'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:21:33.240106 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] Attempting to bind port 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d on network 6343d294-5b49-4c9a-945d-c271b1af70b4 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:21:33.246155 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:21:33.246866 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] Checking segment: {'id': '1ada21a3-70e2-45c4-b6eb-3b3de56f410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6343d294-5b49-4c9a-945d-c271b1af70b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:21:33.247830 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:33.248472 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] Bound using segment: {'id': '1ada21a3-70e2-45c4-b6eb-3b3de56f410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6343d294-5b49-4c9a-945d-c271b1af70b4'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:21:33.249441 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] Bound port: 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ada21a3-70e2-45c4-b6eb-3b3de56f410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6343d294-5b49-4c9a-945d-c271b1af70b4'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:21:33.250042 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:33.269199 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-d9fb6a6a-5701-41d9-9cc3-70118a472624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:33.273504 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-d9fb6a6a-5701-41d9-9cc3-70118a472624 admin admin] Usage tracker for resource:security_group_rule and tenant:dfca21b7966144d985c0bb223fb0b8a0 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:33.291284 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-d9fb6a6a-5701-41d9-9cc3-70118a472624 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:33.301660 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-d9fb6a6a-5701-41d9-9cc3-70118a472624 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:33.367504 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] For port 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:21:33.372067 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] For port 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d,segment=NetworkSegment(1ada21a3-70e2-45c4-b6eb-3b3de56f410d),segment_id=1ada21a3-70e2-45c4-b6eb-3b3de56f410d)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:21:33.376766 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:33.434049 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d9fb6a6a-5701-41d9-9cc3-70118a472624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:33.437462 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d9fb6a6a-5701-41d9-9cc3-70118a472624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:33.448345 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f4b09434-d58b-479e-97b2-a5d3c566c69e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:33.480034 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:33.498905 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-d9fb6a6a-5701-41d9-9cc3-70118a472624 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dfca21b7966144d985c0bb223fb0b8a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5986633
Apr 11 17:21:33.498905 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb6a6a-5701-41d9-9cc3-70118a472624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37af199-d650-4ae4-ba26-8553e5cf4738,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:33.499430 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 49482) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:33.501180 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d9fb6a6a-5701-41d9-9cc3-70118a472624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:33.565065 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4dfe0e7d-9aba-4c03-9569-151485e3cdbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:33.596662 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4dfe0e7d-9aba-4c03-9569-151485e3cdbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:33.611553 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57bf6e-5bf2-47d6-bdb3-790d594f10f3 None None] Pushing event updated for resources: {'Port': ['ID=2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:33.615879 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8c57bf6e-5bf2-47d6-bdb3-790d594f10f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:33.639932 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] Routers {'47030e9c-5a7f-40a4-9254-6b985629fde1'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:21:33.640650 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22650a52b0>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:21:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['47030e9c-5a7f-40a4-9254-6b985629fde1'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:21:33.660376 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4dfe0e7d-9aba-4c03-9569-151485e3cdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:33.667834 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d6559c88-6422-4c7c-a548-0d744bcef6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:33.691173 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe0e7d-9aba-4c03-9569-151485e3cdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37af199-d650-4ae4-ba26-8553e5cf4738,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:33.694124 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4dfe0e7d-9aba-4c03-9569-151485e3cdbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:33.699133 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-4dfe0e7d-9aba-4c03-9569-151485e3cdbc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a37af199-d650-4ae4-ba26-8553e5cf4738 HTTP/1.1" status: 204  len: 168 time: 0.1985850
Apr 11 17:21:33.700215 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-4dfe0e7d-9aba-4c03-9569-151485e3cdbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:33.929914 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] Set router 47030e9c-5a7f-40a4-9254-6b985629fde1 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:21:34.090903 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 49500) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:34.130864 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-65af24ac-cb88-4012-b18f-0d2da62756d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:34.157799 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-65af24ac-cb88-4012-b18f-0d2da62756d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:34.162086 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-65af24ac-cb88-4012-b18f-0d2da62756d4 admin admin] Usage tracker for resource:security_group_rule and tenant:f8972f36c5324772a5c86db4ddd05034 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:34.165520 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-65af24ac-cb88-4012-b18f-0d2da62756d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:34.173581 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-65af24ac-cb88-4012-b18f-0d2da62756d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:34.253920 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01df097-8cd9-42e8-80b0-a8b2f2260006 req-2be06509-242f-4cab-a817-7ae63b63484c tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:34.255683 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a01df097-8cd9-42e8-80b0-a8b2f2260006 req-2be06509-242f-4cab-a817-7ae63b63484c tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1965516
Apr 11 17:21:34.316119 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22650a52b0>, [{'id': '47030e9c-5a7f-40a4-9254-6b985629fde1', 'name': 'tempest-TestShelveInstance-1439554783-router', 'tenant_id': '042b9635bfd04133ac793199d2363dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f8d27c2a-0308-40fd-99bf-b809aba6058e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:21:18Z', 'updated_at': '2021-04-11T17:21:25Z', 'revision_number': 4, 'project_id': '042b9635bfd04133ac793199d2363dce', 'gw_port': {'id': 'f8d27c2a-0308-40fd-99bf-b809aba6058e', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47030e9c-5a7f-40a4-9254-6b985629fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:19Z', 'updated_at': '2021-04-11T17:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d', 'name': '', 'network_id': '6343d294-5b49-4c9a-945d-c271b1af70b4', 'tenant_id': '042b9635bfd04133ac793199d2363dce', 'mac_address': 'fa:16:3e:78:d8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47030e9c-5a7f-40a4-9254-6b985629fde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'ddf1f337-dc79-4ee4-be69-994d518fc033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:24Z', 'updated_at': '2021-04-11T17:21:33Z', 'revision_number': 4, 'project_id': '042b9635bfd04133ac793199d2363dce', 'subnets': [{'id': 'ddf1f337-dc79-4ee4-be69-994d518fc033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:21:34.322389 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e7a4ea-87a7-4ff6-ace4-68f5a5fa29c5 None None] The sync data for ids ['47030e9c-5a7f-40a4-9254-6b985629fde1'] in dv-cinder-784779-4-iscsi is: [{'id': '47030e9c-5a7f-40a4-9254-6b985629fde1', 'name': 'tempest-TestShelveInstance-1439554783-router', 'tenant_id': '042b9635bfd04133ac793199d2363dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f8d27c2a-0308-40fd-99bf-b809aba6058e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:21:18Z', 'updated_at': '2021-04-11T17:21:25Z', 'revision_number': 4, 'project_id': '042b9635bfd04133ac793199d2363dce', 'gw_port': {'id': 'f8d27c2a-0308-40fd-99bf-b809aba6058e', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47030e9c-5a7f-40a4-9254-6b985629fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:19Z', 'updated_at': '2021-04-11T17:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d', 'name': '', 'network_id': '6343d294-5b49-4c9a-945d-c271b1af70b4', 'tenant_id': '042b9635bfd04133ac793199d2363dce', 'mac_address': 'fa:16:3e:78:d8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47030e9c-5a7f-40a4-9254-6b985629fde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'ddf1f337-dc79-4ee4-be69-994d518fc033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:24Z', 'updated_at': '2021-04-11T17:21:33Z', 'revision_number': 4, 'project_id': '042b9635bfd04133ac793199d2363dce', 'subnets': [{'id': 'ddf1f337-dc79-4ee4-be69-994d518fc033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:21:34.323172 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-65af24ac-cb88-4012-b18f-0d2da62756d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:34.327461 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-65af24ac-cb88-4012-b18f-0d2da62756d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:34.338366 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a01df097-8cd9-42e8-80b0-a8b2f2260006 req-cb7209b0-3d0a-4372-987d-f96942db1fa8 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750813
Apr 11 17:21:34.364490 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2f781a69-1ae2-4616-ada6-93feb373418a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:34.387260 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 49510) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:34.390586 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-65af24ac-cb88-4012-b18f-0d2da62756d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8972f36c5324772a5c86db4ddd05034&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2979970
Apr 11 17:21:34.500701 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af24ac-cb88-4012-b18f-0d2da62756d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37128416-77b2-4ae8-b087-abb74237ae0c,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:34.504995 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-be313093-3fc8-4614-b5fa-5c1e54730412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:34.506392 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-65af24ac-cb88-4012-b18f-0d2da62756d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:34.539906 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-be313093-3fc8-4614-b5fa-5c1e54730412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:34.582404 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d2383-090c-49db-89b5-e20b68acce57 req-b4ba9d95-f843-4766-8db7-af4a7ebd24d6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:34.584550 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-aa7d2383-090c-49db-89b5-e20b68acce57 req-b4ba9d95-f843-4766-8db7-af4a7ebd24d6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.1763158
Apr 11 17:21:34.625141 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-aa7d2383-090c-49db-89b5-e20b68acce57 req-ada8122f-16f5-454c-8f04-82754ae16d06 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0331964
Apr 11 17:21:34.625840 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-be313093-3fc8-4614-b5fa-5c1e54730412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:34.631136 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d01856ec-96bb-4051-b82f-deed73d36056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:34.646177 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be313093-3fc8-4614-b5fa-5c1e54730412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37128416-77b2-4ae8-b087-abb74237ae0c,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:34.651894 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-be313093-3fc8-4614-b5fa-5c1e54730412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:34.656121 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-be313093-3fc8-4614-b5fa-5c1e54730412 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/37128416-77b2-4ae8-b087-abb74237ae0c HTTP/1.1" status: 204  len: 168 time: 0.2676783
Apr 11 17:21:34.662447 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-be313093-3fc8-4614-b5fa-5c1e54730412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:35.229152 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:21:35.344022 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:21:35.350151 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:21:35.350570 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:35.487543 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:35.507949 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] For port 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d,segment=NetworkSegment(1ada21a3-70e2-45c4-b6eb-3b3de56f410d),segment_id=1ada21a3-70e2-45c4-b6eb-3b3de56f410d)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:21:35.510940 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:35.513818 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:35.592070 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Pushing event updated for resources: {'Port': ['ID=2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:35.595437 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:35.854868 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b45d1-68c3-40b0-9853-751a90f93427 req-b3b8e439-bc49-474a-8845-3da7d57e68d8 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:35.858319 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-595b45d1-68c3-40b0-9853-751a90f93427 req-b3b8e439-bc49-474a-8845-3da7d57e68d8 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.1055722
Apr 11 17:21:35.893011 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-595b45d1-68c3-40b0-9853-751a90f93427 req-afd29a5e-271f-49b1-8da2-bad222a09b7d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0286598
Apr 11 17:21:36.354964 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cab0af-8eb0-47bf-9d5f-ec3788ee432f req-e192b0c1-62af-40b5-978f-400f23e42fd5 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:36.356806 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-95cab0af-8eb0-47bf-9d5f-ec3788ee432f req-e192b0c1-62af-40b5-978f-400f23e42fd5 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.1395762
Apr 11 17:21:36.409571 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-95cab0af-8eb0-47bf-9d5f-ec3788ee432f req-2d71fd61-83d7-4f02-9369-77eb4689afa5 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464487
Apr 11 17:21:36.456408 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb8fd6-535c-4ae1-91db-1e5fef2b87c9 req-b7406469-cf31-4113-ba93-7c796769339a tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:36.458439 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9bfb8fd6-535c-4ae1-91db-1e5fef2b87c9 req-b7406469-cf31-4113-ba93-7c796769339a tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1744931
Apr 11 17:21:36.498464 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9bfb8fd6-535c-4ae1-91db-1e5fef2b87c9 req-bb371ca6-cac7-455b-8632-95bace8decee tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312500
Apr 11 17:21:37.150267 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb201ca7-d6df-40ae-8907-1ab53c336fd0 req-7a15ff6d-19dc-4a25-b54f-ae7af0332918 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:37.151938 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cb201ca7-d6df-40ae-8907-1ab53c336fd0 req-7a15ff6d-19dc-4a25-b54f-ae7af0332918 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.0992155
Apr 11 17:21:37.193172 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cb201ca7-d6df-40ae-8907-1ab53c336fd0 req-b564a7e0-7b72-4d02-8ea2-04fd1bbdfc69 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0333197
Apr 11 17:21:37.194776 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:21:37.270877 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:21:37.271304 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:37.642091 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f642177-674a-4e0d-ae9e-99ae9a925a99 req-f4b26d5e-f6bd-4b82-be27-18b3efb04b58 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:37.643754 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0f642177-674a-4e0d-ae9e-99ae9a925a99 req-f4b26d5e-f6bd-4b82-be27-18b3efb04b58 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.1076617
Apr 11 17:21:37.679228 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0f642177-674a-4e0d-ae9e-99ae9a925a99 req-0c594e98-aec2-4a1e-9b6f-7b21b447892b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0271552
Apr 11 17:21:38.417201 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcb43a-09c4-4b8b-8681-b6f9ab4c3f6c req-3807dd5b-49da-4299-a1ea-43d4ba874060 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:38.418888 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f2dcb43a-09c4-4b8b-8681-b6f9ab4c3f6c req-3807dd5b-49da-4299-a1ea-43d4ba874060 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.0981872
Apr 11 17:21:38.454837 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f2dcb43a-09c4-4b8b-8681-b6f9ab4c3f6c req-dc3075b7-f32d-49ba-a7a5-4e143941993d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0291815
Apr 11 17:21:38.901905 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4833b88-c918-49e9-9473-3acde5d62d63 req-a357646f-b46c-4706-8d47-e1b5fde539e4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:38.903512 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d4833b88-c918-49e9-9473-3acde5d62d63 req-a357646f-b46c-4706-8d47-e1b5fde539e4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.0968375
Apr 11 17:21:38.937935 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d4833b88-c918-49e9-9473-3acde5d62d63 req-97f0f3b7-91cf-432d-99f3-7226adba9170 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0272088
Apr 11 17:21:38.970491 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 49720) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:39.095995 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f23ff9af-0c4d-4595-ab88-8365a2275f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:39.111184 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-f23ff9af-0c4d-4595-ab88-8365a2275f9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:39.115210 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-f23ff9af-0c4d-4595-ab88-8365a2275f9e admin admin] Usage tracker for resource:security_group_rule and tenant:764b20e9bfa74bda82a280268321cb3c is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:39.118347 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-f23ff9af-0c4d-4595-ab88-8365a2275f9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:39.124293 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-f23ff9af-0c4d-4595-ab88-8365a2275f9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:39.147433 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c49415dc-dc2b-40de-afac-fa8da7b52de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:39.214338 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f23ff9af-0c4d-4595-ab88-8365a2275f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:39.217684 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f23ff9af-0c4d-4595-ab88-8365a2275f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:39.227593 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:39.270409 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f23ff9af-0c4d-4595-ab88-8365a2275f9e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=764b20e9bfa74bda82a280268321cb3c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2988164
Apr 11 17:21:39.271300 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ff9af-0c4d-4595-ab88-8365a2275f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083b5e47-6c17-4b3b-8f14-25ec673814a0,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:39.273905 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 49728) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:39.275221 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f23ff9af-0c4d-4595-ab88-8365a2275f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:39.358751 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-df5da5bd-6f85-4e27-918a-3988cc645988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:39.387726 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-df5da5bd-6f85-4e27-918a-3988cc645988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:39.436022 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-df5da5bd-6f85-4e27-918a-3988cc645988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:39.441183 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d9fb6a6a-5701-41d9-9cc3-70118a472624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:39.456697 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5da5bd-6f85-4e27-918a-3988cc645988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083b5e47-6c17-4b3b-8f14-25ec673814a0,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:39.458978 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-df5da5bd-6f85-4e27-918a-3988cc645988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:39.469094 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-df5da5bd-6f85-4e27-918a-3988cc645988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:39.470297 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-df5da5bd-6f85-4e27-918a-3988cc645988 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/083b5e47-6c17-4b3b-8f14-25ec673814a0 HTTP/1.1" status: 204  len: 168 time: 0.1950440
Apr 11 17:21:39.689514 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a4bf2-b75b-4a48-a042-1b9a0edd78fa req-fe42a85b-859a-4f2c-98af-bb66ff4b8fe9 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:39.691147 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-759a4bf2-b75b-4a48-a042-1b9a0edd78fa req-fe42a85b-859a-4f2c-98af-bb66ff4b8fe9 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.0961173
Apr 11 17:21:39.723316 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-759a4bf2-b75b-4a48-a042-1b9a0edd78fa req-7f808327-4a84-47f1-974d-139d3c46206b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0251586
Apr 11 17:21:39.783768 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 49740) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:39.803075 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-56fdbe1a-2685-4b2f-b404-fb5483c98684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:39.819048 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-56fdbe1a-2685-4b2f-b404-fb5483c98684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:39.824379 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-56fdbe1a-2685-4b2f-b404-fb5483c98684 admin admin] Usage tracker for resource:security_group_rule and tenant:93d531bb64df4510a18761dff9069428 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:39.827988 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-56fdbe1a-2685-4b2f-b404-fb5483c98684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:39.834578 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-56fdbe1a-2685-4b2f-b404-fb5483c98684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:39.921478 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-56fdbe1a-2685-4b2f-b404-fb5483c98684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:39.924361 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-56fdbe1a-2685-4b2f-b404-fb5483c98684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:39.933340 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-6fcf1155-baf5-4382-b800-28f101ac1cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:39.978555 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdbe1a-2685-4b2f-b404-fb5483c98684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4964ee-8676-4995-997c-c0277703d536,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:39.986792 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 49750) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:39.986984 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-56fdbe1a-2685-4b2f-b404-fb5483c98684 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=93d531bb64df4510a18761dff9069428&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2018731
Apr 11 17:21:39.987957 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-56fdbe1a-2685-4b2f-b404-fb5483c98684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:40.058066 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-375c4941-8848-4fb3-b3dd-1ecd73c464cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:40.134049 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-375c4941-8848-4fb3-b3dd-1ecd73c464cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:40.202851 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-375c4941-8848-4fb3-b3dd-1ecd73c464cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:40.208653 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:40.224316 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b3037-3b28-43e3-88ad-77f990acb2e4 req-e683d87d-4a21-42d1-ac2d-2f27b45c51fd tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:40.225970 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fc0b3037-3b28-43e3-88ad-77f990acb2e4 req-e683d87d-4a21-42d1-ac2d-2f27b45c51fd tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.1511981
Apr 11 17:21:40.232870 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c4941-8848-4fb3-b3dd-1ecd73c464cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4964ee-8676-4995-997c-c0277703d536,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:40.236343 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-375c4941-8848-4fb3-b3dd-1ecd73c464cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:40.264821 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-375c4941-8848-4fb3-b3dd-1ecd73c464cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:40.268495 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-375c4941-8848-4fb3-b3dd-1ecd73c464cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca4964ee-8676-4995-997c-c0277703d536 HTTP/1.1" status: 204  len: 168 time: 0.2780874
Apr 11 17:21:40.276734 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fc0b3037-3b28-43e3-88ad-77f990acb2e4 req-d1022c92-06a6-4046-8a59-d2f33c206831 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416968
Apr 11 17:21:40.941245 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b03f95-0e72-4a22-b017-93e79a24e69b req-ff2f36ca-c6dd-4ebf-96be-2c58fa11d584 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:40.942841 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-06b03f95-0e72-4a22-b017-93e79a24e69b req-ff2f36ca-c6dd-4ebf-96be-2c58fa11d584 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.0959985
Apr 11 17:21:40.975361 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-06b03f95-0e72-4a22-b017-93e79a24e69b req-f5225242-8fed-468e-880b-f5907697eef6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0253875
Apr 11 17:21:41.516134 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6678daa-a365-4d55-942a-8f3c5bb5c994 req-fb335eaa-3f3c-4f18-ac6f-9ff93af385a2 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:41.517778 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a6678daa-a365-4d55-942a-8f3c5bb5c994 req-fb335eaa-3f3c-4f18-ac6f-9ff93af385a2 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.0998635
Apr 11 17:21:41.550203 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a6678daa-a365-4d55-942a-8f3c5bb5c994 req-8a81fd4d-2d54-4609-9aaa-96a1be19edfd tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0250907
Apr 11 17:21:41.647755 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-cb64cf25-d522-45f8-945d-96b069d2f809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:42.201563 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bec45-c1bf-47ac-8ae3-42675150d1c9 req-e5c251c2-9c26-4984-823e-719f0a96dc12 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:42.203840 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-834bec45-c1bf-47ac-8ae3-42675150d1c9 req-e5c251c2-9c26-4984-823e-719f0a96dc12 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.0942976
Apr 11 17:21:42.236707 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-834bec45-c1bf-47ac-8ae3-42675150d1c9 req-a317ff95-7ceb-4435-b5b1-66d30d75ea99 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0248599
Apr 11 17:21:42.547828 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:42.767672 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f706e-ec83-41c5-b310-874d7e2a406b req-023c592d-668c-40f3-8f0e-5807ebe316b5 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:42.769370 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2e7f706e-ec83-41c5-b310-874d7e2a406b req-023c592d-668c-40f3-8f0e-5807ebe316b5 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.0949800
Apr 11 17:21:42.801078 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2e7f706e-ec83-41c5-b310-874d7e2a406b req-7dd9bc32-51fd-4e3d-b810-a6aa43975ad3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0244460
Apr 11 17:21:43.127338 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:43.180846 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 49854) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:43.223477 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:21:43.328732 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-53c68211-6a9b-4c48-8727-313308b42dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:43.359062 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-53c68211-6a9b-4c48-8727-313308b42dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:43.363303 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-53c68211-6a9b-4c48-8727-313308b42dbd admin admin] Usage tracker for resource:security_group_rule and tenant:572aa0a4f9a348ec9897d5fbb93243f7 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:43.366302 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-53c68211-6a9b-4c48-8727-313308b42dbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:43.372395 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-53c68211-6a9b-4c48-8727-313308b42dbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:43.459329 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-53c68211-6a9b-4c48-8727-313308b42dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:43.463360 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-53c68211-6a9b-4c48-8727-313308b42dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:43.473032 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-793e8519-7ba3-44df-97cf-5b929ef0bf73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:43.483647 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65afbf8-0f24-4b0b-b3d4-81dd69d28e7d req-e575c672-21d9-43cb-919f-14fcdacdb8ab tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:43.485414 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c65afbf8-0f24-4b0b-b3d4-81dd69d28e7d req-e575c672-21d9-43cb-919f-14fcdacdb8ab tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.0984597
Apr 11 17:21:43.519908 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-53c68211-6a9b-4c48-8727-313308b42dbd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=572aa0a4f9a348ec9897d5fbb93243f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3352923
Apr 11 17:21:43.519908 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c68211-6a9b-4c48-8727-313308b42dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248db205-74e4-4cca-b525-23fa58c237f4,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:43.520160 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c65afbf8-0f24-4b0b-b3d4-81dd69d28e7d req-b167472f-c566-4e7a-8d6c-ff1a016b65cb tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0265021
Apr 11 17:21:43.520160 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 49868) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:43.522501 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-53c68211-6a9b-4c48-8727-313308b42dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:43.595192 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-652cf4be-6108-43e6-8e8a-9c03ee55c100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:43.626071 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-652cf4be-6108-43e6-8e8a-9c03ee55c100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:43.672288 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:43.676274 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-652cf4be-6108-43e6-8e8a-9c03ee55c100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:43.686787 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f36ab190-dfb7-4cf2-aabe-834263197953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:43.700335 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cf4be-6108-43e6-8e8a-9c03ee55c100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248db205-74e4-4cca-b525-23fa58c237f4,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:43.709595 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-652cf4be-6108-43e6-8e8a-9c03ee55c100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:43.710474 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-652cf4be-6108-43e6-8e8a-9c03ee55c100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:43.725494 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-652cf4be-6108-43e6-8e8a-9c03ee55c100 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/248db205-74e4-4cca-b525-23fa58c237f4 HTTP/1.1" status: 204  len: 168 time: 0.1946933
Apr 11 17:21:44.016329 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64ad94-4271-441c-8c32-0c12c22ac58f req-6ea3ba71-a506-49f1-aa37-8ce2b538bd7e tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:44.018027 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7f64ad94-4271-441c-8c32-0c12c22ac58f req-6ea3ba71-a506-49f1-aa37-8ce2b538bd7e tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.0957544
Apr 11 17:21:44.027331 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 49886) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:44.049754 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7f64ad94-4271-441c-8c32-0c12c22ac58f req-0a4e175e-57a7-464c-a0aa-bec757235ef4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0248036
Apr 11 17:21:44.049913 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b388ef73-d5f3-4f13-8d27-01710d97e13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:44.067913 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-b388ef73-d5f3-4f13-8d27-01710d97e13a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:44.072762 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-b388ef73-d5f3-4f13-8d27-01710d97e13a admin admin] Usage tracker for resource:security_group_rule and tenant:794c188d571741c2bd806cefd95dd349 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:44.075845 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-b388ef73-d5f3-4f13-8d27-01710d97e13a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:44.081847 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-b388ef73-d5f3-4f13-8d27-01710d97e13a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:44.170575 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b388ef73-d5f3-4f13-8d27-01710d97e13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:44.173841 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b388ef73-d5f3-4f13-8d27-01710d97e13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:44.184238 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-33178c93-e084-44f2-91e3-e9c926f39109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:44.225661 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-b388ef73-d5f3-4f13-8d27-01710d97e13a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=794c188d571741c2bd806cefd95dd349&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1971583
Apr 11 17:21:44.227786 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388ef73-d5f3-4f13-8d27-01710d97e13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02823d7a-c993-4eaf-8cc3-73200d0f86c1,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:44.229155 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 49890) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:44.230963 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b388ef73-d5f3-4f13-8d27-01710d97e13a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:44.295547 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ee85b4a6-a662-4e20-a6c8-1c63c0fdf3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:44.323736 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ee85b4a6-a662-4e20-a6c8-1c63c0fdf3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:44.375861 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ee85b4a6-a662-4e20-a6c8-1c63c0fdf3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:44.381329 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c5c595b7-fdec-4116-a01e-bde51664eb05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:44.394980 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85b4a6-a662-4e20-a6c8-1c63c0fdf3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02823d7a-c993-4eaf-8cc3-73200d0f86c1,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:44.403915 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ee85b4a6-a662-4e20-a6c8-1c63c0fdf3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:44.404626 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ee85b4a6-a662-4e20-a6c8-1c63c0fdf3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:44.408629 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-ee85b4a6-a662-4e20-a6c8-1c63c0fdf3cd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02823d7a-c993-4eaf-8cc3-73200d0f86c1 HTTP/1.1" status: 204  len: 168 time: 0.1750259
Apr 11 17:21:44.751206 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f81ce-8865-4ec8-982e-ec3949056473 req-568881ae-7cc1-40e6-9793-4f614d35db5f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:44.752921 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eb2f81ce-8865-4ec8-982e-ec3949056473 req-568881ae-7cc1-40e6-9793-4f614d35db5f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.0953121
Apr 11 17:21:44.784368 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eb2f81ce-8865-4ec8-982e-ec3949056473 req-5f7676e4-35d1-422f-a6f6-6d82d42a6a8a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0249078
Apr 11 17:21:45.228910 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:21:45.265277 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaca3ea-2f94-4e8f-86a3-fcd69610effd req-061a84be-3965-482a-95a3-2ba5fcace551 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:45.267012 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cfaca3ea-2f94-4e8f-86a3-fcd69610effd req-061a84be-3965-482a-95a3-2ba5fcace551 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.0945275
Apr 11 17:21:45.308398 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cfaca3ea-2f94-4e8f-86a3-fcd69610effd req-1116e088-26a5-410b-9b0c-0b3bbf379dc0 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0328565
Apr 11 17:21:45.408698 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8ddbd108-d7a3-4278-aa8f-59f9f9d59200,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:21:45.422649 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': '8ddbd108-d7a3-4278-aa8f-59f9f9d59200', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'port_id': '8ddbd108-d7a3-4278-aa8f-59f9f9d59200', 'mac_address': 'fa:16:3e:e8:36:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:21:45.486276 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:45.487702 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:21:45.504993 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8ddbd108-d7a3-4278-aa8f-59f9f9d59200,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:21:45.510081 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:45.512307 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8c57bf6e-5bf2-47d6-bdb3-790d594f10f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:45.587205 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=8ddbd108-d7a3-4278-aa8f-59f9f9d59200,revision_number=6']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:45.591620 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:45.689040 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['8ddbd108-d7a3-4278-aa8f-59f9f9d59200'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:21:46.049937 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4e6c7-e586-404a-9767-c91e49f7097e req-10186571-332b-49bb-8028-4dd049c9d641 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:46.051484 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4fb4e6c7-e586-404a-9767-c91e49f7097e req-10186571-332b-49bb-8028-4dd049c9d641 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 945 time: 0.0992670
Apr 11 17:21:46.088622 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4fb4e6c7-e586-404a-9767-c91e49f7097e req-3ec61db9-a2d2-463c-888e-4424ad40787e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0292664
Apr 11 17:21:46.608699 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0b499-8804-4df3-9fdc-625e1217d958 req-2a2ef6eb-5e18-49ba-bf15-9ea8e9de6303 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:46.622814 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1cc0b499-8804-4df3-9fdc-625e1217d958 req-2a2ef6eb-5e18-49ba-bf15-9ea8e9de6303 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.1424186
Apr 11 17:21:46.665534 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1cc0b499-8804-4df3-9fdc-625e1217d958 req-19992994-d065-4fa7-b0fd-df872d45bcd4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0334935
Apr 11 17:21:47.240784 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:21:47.324159 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43c74c-7f00-485d-b4d0-0215d51dcf5e req-e0e0428b-e490-4f0f-a4e0-3c7cf94709e6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:47.326234 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2f43c74c-7f00-485d-b4d0-0215d51dcf5e req-e0e0428b-e490-4f0f-a4e0-3c7cf94709e6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 945 time: 0.1082926
Apr 11 17:21:47.327081 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:21:47.327672 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:47.372386 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2f43c74c-7f00-485d-b4d0-0215d51dcf5e req-52a97ea7-0eed-4ef4-89dc-51ef97b618c2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392077
Apr 11 17:21:47.533286 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:47.551202 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd491820d-7675-4812-9c8b-5ab467ee6262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddbd108-d7a3-4278-aa8f-59f9f9d59200'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:21:47.560572 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8ddbd108-d7a3-4278-aa8f-59f9f9d59200,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:21:47.564812 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:47.569043 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:47.634578 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd491820d-7675-4812-9c8b-5ab467ee6262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddbd108-d7a3-4278-aa8f-59f9f9d59200', 'code': 200}
Apr 11 17:21:47.897658 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=8ddbd108-d7a3-4278-aa8f-59f9f9d59200,revision_number=7']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:47.902316 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:47.936039 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae97e10-31be-4fc8-b5d8-1ef7f22c986e req-697ae3f5-a7cd-4a71-9869-903136c48677 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:47.937867 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eae97e10-31be-4fc8-b5d8-1ef7f22c986e req-697ae3f5-a7cd-4a71-9869-903136c48677 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.1080549
Apr 11 17:21:47.957055 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 50020) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:47.974546 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eae97e10-31be-4fc8-b5d8-1ef7f22c986e req-511b0a65-dbdf-4229-a6ff-f7f9b6832802 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0295279
Apr 11 17:21:48.169479 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8379cf54-817b-4c6a-83bd-ab704d8f2dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:48.199495 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-8379cf54-817b-4c6a-83bd-ab704d8f2dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:48.204145 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-8379cf54-817b-4c6a-83bd-ab704d8f2dad admin admin] Usage tracker for resource:security_group_rule and tenant:329dfad789ab46cdb733dda7873766af is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:48.207877 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-8379cf54-817b-4c6a-83bd-ab704d8f2dad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:48.215917 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-8379cf54-817b-4c6a-83bd-ab704d8f2dad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:48.365619 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8379cf54-817b-4c6a-83bd-ab704d8f2dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:48.369677 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8379cf54-817b-4c6a-83bd-ab704d8f2dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:48.399855 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:48.436801 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-8379cf54-817b-4c6a-83bd-ab704d8f2dad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=329dfad789ab46cdb733dda7873766af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4782205
Apr 11 17:21:48.437694 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379cf54-817b-4c6a-83bd-ab704d8f2dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bf76a7-9b2b-474f-a239-9811053d282f,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:48.439831 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 50044) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:48.441937 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8379cf54-817b-4c6a-83bd-ab704d8f2dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:48.579005 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-52806d95-2357-40fd-b7d0-fa1d549051ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:48.623860 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-52806d95-2357-40fd-b7d0-fa1d549051ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:48.674741 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-52806d95-2357-40fd-b7d0-fa1d549051ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:48.684655 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5d8ab739-1270-4e3d-a3f7-eb189219d238 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:48.703429 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52806d95-2357-40fd-b7d0-fa1d549051ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bf76a7-9b2b-474f-a239-9811053d282f,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:48.715086 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-52806d95-2357-40fd-b7d0-fa1d549051ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:48.716351 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-52806d95-2357-40fd-b7d0-fa1d549051ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:48.717950 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-52806d95-2357-40fd-b7d0-fa1d549051ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97bf76a7-9b2b-474f-a239-9811053d282f HTTP/1.1" status: 204  len: 168 time: 0.2768431
Apr 11 17:21:48.764145 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db83a6-48a1-4bff-9e6e-f77b9db4bc13 req-49ef749a-f3ef-46ce-8fc2-7609789a4335 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:48.765897 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-15db83a6-48a1-4bff-9e6e-f77b9db4bc13 req-49ef749a-f3ef-46ce-8fc2-7609789a4335 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.1925282
Apr 11 17:21:48.808027 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-15db83a6-48a1-4bff-9e6e-f77b9db4bc13 req-4c65e08d-fc42-44d6-8f32-ba17f29dd771 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0336027
Apr 11 17:21:49.249394 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbe134-69ac-482b-88eb-8625c7511aaf req-aebb5cec-e42a-42a3-a2ee-68c2835e126a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:49.251229 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-61dbe134-69ac-482b-88eb-8625c7511aaf req-aebb5cec-e42a-42a3-a2ee-68c2835e126a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.1027088
Apr 11 17:21:49.300333 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-61dbe134-69ac-482b-88eb-8625c7511aaf req-70cea6ec-4c70-4514-8513-97c0c65cf43c tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397902
Apr 11 17:21:50.024376 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0777b26-9953-4bda-a62d-289238869e12 req-22efb2de-1e58-4a93-9c61-7b23dd33e458 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:50.026679 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d0777b26-9953-4bda-a62d-289238869e12 req-22efb2de-1e58-4a93-9c61-7b23dd33e458 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.0928369
Apr 11 17:21:50.091239 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d0777b26-9953-4bda-a62d-289238869e12 req-9af2d6be-091f-4830-b88a-0df09a18d6ba tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539644
Apr 11 17:21:50.536662 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7e2ea-45a4-4295-8e5d-e287bd56d311 req-3b516972-7b32-45d5-b1af-37be1476e714 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:50.547155 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e1c7e2ea-45a4-4295-8e5d-e287bd56d311 req-3b516972-7b32-45d5-b1af-37be1476e714 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.1233852
Apr 11 17:21:50.593061 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e1c7e2ea-45a4-4295-8e5d-e287bd56d311 req-a5b9a6de-417d-42c2-afde-d6456f6760da tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394039
Apr 11 17:21:51.373923 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32701176-1496-4e4a-a682-d0a0225fc8ca req-5dfee129-3c6a-4489-950e-ee5c856b0475 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:51.376034 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-32701176-1496-4e4a-a682-d0a0225fc8ca req-5dfee129-3c6a-4489-950e-ee5c856b0475 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.1544545
Apr 11 17:21:51.407274 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-32701176-1496-4e4a-a682-d0a0225fc8ca req-55c3ec94-d892-4da0-9636-e7baae7b9f7d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0248430
Apr 11 17:21:51.853394 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd348e-60bb-4b59-be88-8039d9ebdf13 req-d3c7fe3b-9cce-448d-a9d0-0238d17c8ad5 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:51.863574 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-93cd348e-60bb-4b59-be88-8039d9ebdf13 req-d3c7fe3b-9cce-448d-a9d0-0238d17c8ad5 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.1334858
Apr 11 17:21:51.912672 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-93cd348e-60bb-4b59-be88-8039d9ebdf13 req-dcd954a4-90b1-49af-a5e1-722af2855065 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456173
Apr 11 17:21:52.769083 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af575b-aee5-494e-a60d-4895d5877854 req-43561462-b1c1-47af-8473-677f50793ec6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:52.771955 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c5af575b-aee5-494e-a60d-4895d5877854 req-43561462-b1c1-47af-8473-677f50793ec6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.1649308
Apr 11 17:21:52.842894 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c5af575b-aee5-494e-a60d-4895d5877854 req-81c4c37b-d430-4671-85d3-7a48d8632497 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601470
Apr 11 17:21:53.299487 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b15f33-b969-4d88-89e5-9af7471b7c2b req-c6f2dbf6-c617-454c-8a5f-20cad148f70a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:53.301266 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-82b15f33-b969-4d88-89e5-9af7471b7c2b req-c6f2dbf6-c617-454c-8a5f-20cad148f70a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.1022398
Apr 11 17:21:53.339644 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-82b15f33-b969-4d88-89e5-9af7471b7c2b req-2fc85d0f-97fd-4b6d-8d17-3d1b93b49bf1 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0294585
Apr 11 17:21:53.978857 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-454cb32b-cb7f-4a7d-881a-b45545c65bd0 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Synchronizing usage tracker for tenant:33c629be32ce4c04bbbe4f0b08fadabb on resource:security_group {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:21:54.000336 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-454cb32b-cb7f-4a7d-881a-b45545c65bd0 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Unset dirty status for tenant:33c629be32ce4c04bbbe4f0b08fadabb on resource:security_group {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:21:54.019096 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-454cb32b-cb7f-4a7d-881a-b45545c65bd0 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-293013348&fields=id&tenant_id=33c629be32ce4c04bbbe4f0b08fadabb HTTP/1.1" status: 200  len: 267 time: 0.0936136
Apr 11 17:21:54.219889 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-2aae1c20-326e-4520-ac72-5326a1d8ea60 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:54.220653 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-2aae1c20-326e-4520-ac72-5326a1d8ea60 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Synchronizing usage tracker for tenant:33c629be32ce4c04bbbe4f0b08fadabb on resource:network {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:21:54.233665 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39c36c-6f2e-450e-99a4-a1b7520f3355 req-9c15c94e-1f36-4247-8f5d-cf0ee921ac33 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:54.245836 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-2aae1c20-326e-4520-ac72-5326a1d8ea60 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Unset dirty status for tenant:33c629be32ce4c04bbbe4f0b08fadabb on resource:network {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:21:54.247136 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-2aae1c20-326e-4520-ac72-5326a1d8ea60 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/networks?id=973b0fec-dcde-47d9-8ce0-29a113b9d801 HTTP/1.1" status: 200  len: 808 time: 0.2269235
Apr 11 17:21:54.249154 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ac39c36c-6f2e-450e-99a4-a1b7520f3355 req-9c15c94e-1f36-4247-8f5d-cf0ee921ac33 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.2004120
Apr 11 17:21:54.279574 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-0ed415ac-fb2a-4bf1-9039-988efba0a122 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/quotas/33c629be32ce4c04bbbe4f0b08fadabb HTTP/1.1" status: 200  len: 375 time: 0.0218434
Apr 11 17:21:54.305282 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ac39c36c-6f2e-450e-99a4-a1b7520f3355 req-be8d9784-8439-4d08-ae56-2f592d55b09c tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550482
Apr 11 17:21:54.400330 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-359fe748-eb32-49d0-ad61-662c94c7dfdf tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Synchronizing usage tracker for tenant:33c629be32ce4c04bbbe4f0b08fadabb on resource:port {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:21:54.421072 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-359fe748-eb32-49d0-ad61-662c94c7dfdf tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Unset dirty status for tenant:33c629be32ce4c04bbbe4f0b08fadabb on resource:port {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:21:54.426973 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-359fe748-eb32-49d0-ad61-662c94c7dfdf tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=33c629be32ce4c04bbbe4f0b08fadabb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1465163
Apr 11 17:21:54.620980 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9519a7-7310-4054-8f58-2f4abfd005e6 req-2008878f-89c5-43ea-9bc8-925bc9c96441 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:54.624467 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-dce403b7-ba93-427f-bb88-58dbcd903d88 service neutron] 10.222.0.30 "GET /v2.0/networks/973b0fec-dcde-47d9-8ce0-29a113b9d801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1851285
Apr 11 17:21:54.630187 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cb9519a7-7310-4054-8f58-2f4abfd005e6 req-2008878f-89c5-43ea-9bc8-925bc9c96441 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.1271026
Apr 11 17:21:54.679490 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cb9519a7-7310-4054-8f58-2f4abfd005e6 req-af58cdef-d2a5-4b3c-810d-398b67c42c04 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477233
Apr 11 17:21:54.777186 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-1a78308b-7a01-4031-8a3a-d66fb63a0de4 service neutron] 10.222.0.30 "GET /v2.0/networks/973b0fec-dcde-47d9-8ce0-29a113b9d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1512868
Apr 11 17:21:55.434671 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7c081f31-bc2e-434d-980e-da002306ea16 req-19f13359-5e9b-4e35-91b0-6f53a7c700cd tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 210 time: 0.0940914
Apr 11 17:21:55.596853 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41090129-38f4-4449-a56a-01b21586f3a6 req-7da9790d-88bd-4118-a98c-e7b7e935cecc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:55.598995 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-41090129-38f4-4449-a56a-01b21586f3a6 req-7da9790d-88bd-4118-a98c-e7b7e935cecc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.1120131
Apr 11 17:21:55.662885 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-41090129-38f4-4449-a56a-01b21586f3a6 req-eac5adc1-ce02-413d-ad4f-02192869ce74 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551233
Apr 11 17:21:55.985304 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21566f7a-cb0a-4984-8820-c631b9dd658c req-d1a1feba-7efa-4b22-a021-a27c287eb00f tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:55.987249 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-21566f7a-cb0a-4984-8820-c631b9dd658c req-d1a1feba-7efa-4b22-a021-a27c287eb00f tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.1750112
Apr 11 17:21:56.030293 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-21566f7a-cb0a-4984-8820-c631b9dd658c req-bb9ba9c2-74ce-4002-bb9e-e9ff90b7e971 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0334058
Apr 11 17:21:56.634941 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0c12be09-eba9-4a75-a5d3-fff3c159c42a req-3540b0ce-9b6c-46e6-b6cf-32d36e93d300 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 210 time: 0.0627844
Apr 11 17:21:56.910195 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d64a8d-94a6-4b0d-af78-a49cec90c014 req-03cceee7-c582-4e43-bb42-27793007a7d6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:56.920839 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a9d64a8d-94a6-4b0d-af78-a49cec90c014 req-03cceee7-c582-4e43-bb42-27793007a7d6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.1168194
Apr 11 17:21:56.950454 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a9d64a8d-94a6-4b0d-af78-a49cec90c014 req-5a49ac08-0818-4763-ae64-9120840b6458 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0285048
Apr 11 17:21:57.185741 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-1de15499-8f36-4dd0-b945-7a0a995f0449 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:57.187432 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-1de15499-8f36-4dd0-b945-7a0a995f0449 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.37 "GET /v2.0/networks?id=973b0fec-dcde-47d9-8ce0-29a113b9d801 HTTP/1.1" status: 200  len: 808 time: 0.2430453
Apr 11 17:21:57.213067 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:57.284494 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-17278325-487a-433e-96da-9e60cc10312d tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=33c629be32ce4c04bbbe4f0b08fadabb HTTP/1.1" status: 200  len: 8059 time: 0.0816348
Apr 11 17:21:57.294497 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-49e6aa3f-d1a4-4259-b1a0-1641b56d57ac tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Request body: {'port': {'device_id': 'b2987b57-e857-45c2-86ed-722c8e855f4f', 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801', 'admin_state_up': True, 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'security_groups': ['645cb413-588e-442c-86c0-de1187182840']}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:21:57.470314 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350da8e-39b1-4cb2-92bb-5caa91bf8fc3 req-f006ae07-0806-4784-abc5-cd710aa6bc94 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:57.483790 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c350da8e-39b1-4cb2-92bb-5caa91bf8fc3 req-f006ae07-0806-4784-abc5-cd710aa6bc94 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.2238247
Apr 11 17:21:57.546338 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c350da8e-39b1-4cb2-92bb-5caa91bf8fc3 req-a5d94ef5-22bb-4f59-acc4-2120d2c3bd9f tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615532
Apr 11 17:21:57.869167 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-49e6aa3f-d1a4-4259-b1a0-1641b56d57ac tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:57.899016 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-49e6aa3f-d1a4-4259-b1a0-1641b56d57ac tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:57.915235 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-49e6aa3f-d1a4-4259-b1a0-1641b56d57ac tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Made reservation on behalf of 33c629be32ce4c04bbbe4f0b08fadabb for: {'port': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:21:57.932298 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-49e6aa3f-d1a4-4259-b1a0-1641b56d57ac tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:57.963001 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-62ed92fe-a5b2-492c-abff-ab5fa16ebf4b req-19677f13-ddd1-44ae-90dc-5395abdd8e55 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 210 time: 0.0981579
Apr 11 17:21:58.291698 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29de19-3f02-43ea-ba94-36998f51a2a5 req-d09d5127-9bfd-4b37-a9d4-438a746d2079 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:58.295302 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0a29de19-3f02-43ea-ba94-36998f51a2a5 req-d09d5127-9bfd-4b37-a9d4-438a746d2079 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.1984625
Apr 11 17:21:58.297745 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf5147-31c3-4212-bc6f-0001b5e6321f req-9bbbc6f9-b891-4748-a060-ec431ab49aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:58.299443 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f8cf5147-31c3-4212-bc6f-0001b5e6321f req-9bbbc6f9-b891-4748-a060-ec431ab49aff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4744d33c997d404c90625352a9aecf4d&device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 1098 time: 0.1538608
Apr 11 17:21:58.333446 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0a29de19-3f02-43ea-ba94-36998f51a2a5 req-f67adeca-ecb3-47bd-91bd-dacdbcb49987 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312860
Apr 11 17:21:58.352686 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09897023-c7ec-4d59-a55b-7553420c0881 req-3f2c62d1-76e3-4c95-a444-d0c7f7b49c4d tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:58.354619 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-09897023-c7ec-4d59-a55b-7553420c0881 req-3f2c62d1-76e3-4c95-a444-d0c7f7b49c4d tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.2145073
Apr 11 17:21:58.380604 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-49e6aa3f-d1a4-4259-b1a0-1641b56d57ac tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Allocated IP 172.20.0.9 (973b0fec-dcde-47d9-8ce0-29a113b9d801/6aad9cc5-150d-4356-ae31-d6d4da9f4aa0/05424d55-cbbf-4df9-ad21-04b5652b3db5) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:21:58.410641 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-09897023-c7ec-4d59-a55b-7553420c0881 req-2b6c30a4-486b-4e7a-baa0-0a381f5241bc tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0324192
Apr 11 17:21:58.532805 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf5147-31c3-4212-bc6f-0001b5e6321f req-ffd2ef2a-1b25-4e1a-b9ed-7b035644cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:58.534550 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f8cf5147-31c3-4212-bc6f-0001b5e6321f req-ffd2ef2a-1b25-4e1a-b9ed-7b035644cda0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d07600c-54c6-4d19-b4b0-98bb107e0071 HTTP/1.1" status: 200  len: 910 time: 0.1974230
Apr 11 17:21:58.682084 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-49e6aa3f-d1a4-4259-b1a0-1641b56d57ac tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:58.707366 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-49e6aa3f-d1a4-4259-b1a0-1641b56d57ac tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Transition to ACTIVE for port object 05424d55-cbbf-4df9-ad21-04b5652b3db5 will not be triggered until provisioned by entity DHCP. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:21:58.735486 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-49e6aa3f-d1a4-4259-b1a0-1641b56d57ac tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:58.757526 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:58.888757 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f8cf5147-31c3-4212-bc6f-0001b5e6321f req-03a35996-25e8-44e5-83de-b5c4871d3813 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c923078-f1b7-41d4-8180-31cf62e35522 HTTP/1.1" status: 200  len: 1001 time: 0.3449461
Apr 11 17:21:58.939247 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6aa3f-d1a4-4259-b1a0-1641b56d57ac tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Pushing event updated for resources: {'Port': ['ID=05424d55-cbbf-4df9-ad21-04b5652b3db5,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:58.943549 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-49e6aa3f-d1a4-4259-b1a0-1641b56d57ac tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:58.968337 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf5147-31c3-4212-bc6f-0001b5e6321f req-dae2bca9-197f-44ae-9a12-57678f08719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:58.969945 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f8cf5147-31c3-4212-bc6f-0001b5e6321f req-dae2bca9-197f-44ae-9a12-57678f08719c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=366c0678-a15a-4f72-a34e-cf6cad6c7b77 HTTP/1.1" status: 200  len: 848 time: 0.0680799
Apr 11 17:21:58.990402 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-49e6aa3f-d1a4-4259-b1a0-1641b56d57ac tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Network 973b0fec-dcde-47d9-8ce0-29a113b9d801 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:21:58.992557 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-49e6aa3f-d1a4-4259-b1a0-1641b56d57ac tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:21:58.995322 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-49e6aa3f-d1a4-4259-b1a0-1641b56d57ac tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:21:59.079136 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-49e6aa3f-d1a4-4259-b1a0-1641b56d57ac tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:59.082436 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf5147-31c3-4212-bc6f-0001b5e6321f req-5bf38d25-d1d4-406b-a041-73b3a36527fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:59.084067 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f8cf5147-31c3-4212-bc6f-0001b5e6321f req-5bf38d25-d1d4-406b-a041-73b3a36527fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d07600c-54c6-4d19-b4b0-98bb107e0071&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1060953
Apr 11 17:21:59.084913 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-49e6aa3f-d1a4-4259-b1a0-1641b56d57ac tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:59.123261 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-49e6aa3f-d1a4-4259-b1a0-1641b56d57ac tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8349991
Apr 11 17:21:59.183754 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 50248) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:59.244101 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-be41cbcb-3151-4e7a-8a45-b3fe2d04ff92 None None] Provisioning for port 05424d55-cbbf-4df9-ad21-04b5652b3db5 completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:21:59.248781 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] Request body: {'port': {'device_id': 'b2987b57-e857-45c2-86ed-722c8e855f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:21:59.249694 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-be41cbcb-3151-4e7a-8a45-b3fe2d04ff92 None None] Provisioning complete for port 05424d55-cbbf-4df9-ad21-04b5652b3db5 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:21:59.250308 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-be41cbcb-3151-4e7a-8a45-b3fe2d04ff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:59.324403 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f8cf5147-31c3-4212-bc6f-0001b5e6321f req-60a8d360-9452-4546-99c8-d78866cd0e52 service neutron] 10.222.0.37 "GET /v2.0/networks/6d07600c-54c6-4d19-b4b0-98bb107e0071?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2301321
Apr 11 17:21:59.333148 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-21e08685-67e5-4c3d-9746-94b2340e5c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:59.361118 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-21e08685-67e5-4c3d-9746-94b2340e5c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:21:59.365020 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-21e08685-67e5-4c3d-9746-94b2340e5c5b admin admin] Usage tracker for resource:security_group_rule and tenant:6b6669cce7674eb1be6d2e852ecc66d7 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:21:59.368173 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-21e08685-67e5-4c3d-9746-94b2340e5c5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:21:59.374222 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c698e4d-5603-4ba6-b34f-a7b452447da0 req-3d0d8236-ff64-4ed2-ad0b-f2b87d9f3ce9 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:59.377839 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-be41cbcb-3151-4e7a-8a45-b3fe2d04ff92 None None] Port 05424d55-cbbf-4df9-ad21-04b5652b3db5 cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:21:59.379771 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-21e08685-67e5-4c3d-9746-94b2340e5c5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:21:59.385783 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6c698e4d-5603-4ba6-b34f-a7b452447da0 req-3d0d8236-ff64-4ed2-ad0b-f2b87d9f3ce9 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 931 time: 0.1968386
Apr 11 17:21:59.500247 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6c698e4d-5603-4ba6-b34f-a7b452447da0 req-41da1c40-ba8b-4e0a-a4d4-bc8f9cb08be0 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1133831
Apr 11 17:21:59.551081 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f8cf5147-31c3-4212-bc6f-0001b5e6321f req-1fa85938-7e60-4daa-9f8b-025e9dad20c3 service neutron] 10.222.0.37 "GET /v2.0/networks/6d07600c-54c6-4d19-b4b0-98bb107e0071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2163699
Apr 11 17:21:59.582980 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:59.724675 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7a35f-b6f4-4a33-a72b-b2b3a2c4a574 req-b6a0c22c-6183-4aa2-a21d-6cae4194b343 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:59.727504 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-77b7a35f-b6f4-4a33-a72b-b2b3a2c4a574 req-b6a0c22c-6183-4aa2-a21d-6cae4194b343 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.0992720
Apr 11 17:21:59.743935 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-21e08685-67e5-4c3d-9746-94b2340e5c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:59.759794 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-21e08685-67e5-4c3d-9746-94b2340e5c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:59.763402 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-77b7a35f-b6f4-4a33-a72b-b2b3a2c4a574 req-7b113dba-6c78-47e9-b471-d38ab84be0d9 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0286896
Apr 11 17:21:59.773784 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:21:59.856693 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-21e08685-67e5-4c3d-9746-94b2340e5c5b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b6669cce7674eb1be6d2e852ecc66d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6716113
Apr 11 17:21:59.859546 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 50262) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:21:59.910223 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef0a3c-5baf-4df3-a33e-4daaecc875b9 req-c1665990-50e1-4578-aa69-1391e2c36b2a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:59.911825 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-aaef0a3c-5baf-4df3-a33e-4daaecc875b9 req-c1665990-50e1-4578-aa69-1391e2c36b2a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.4266484
Apr 11 17:21:59.923459 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-918e99e0-9bca-48d6-9d58-8ac65a51ad46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:59.925593 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e08685-67e5-4c3d-9746-94b2340e5c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab929d8-59e7-4a58-85fe-6b7d75f0a955,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:21:59.937361 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-21e08685-67e5-4c3d-9746-94b2340e5c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:21:59.951511 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-918e99e0-9bca-48d6-9d58-8ac65a51ad46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:21:59.953111 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781f25b-e302-4e0c-8742-cd2ecfcbbdc8 req-f44f6352-71df-47af-a279-047e94f0d193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:21:59.954693 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c781f25b-e302-4e0c-8742-cd2ecfcbbdc8 req-f44f6352-71df-47af-a279-047e94f0d193 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=29460390dfea45e8a17222990e169b8c&device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 1099 time: 0.4249091
Apr 11 17:22:00.000305 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-918e99e0-9bca-48d6-9d58-8ac65a51ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:00.001324 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-aaef0a3c-5baf-4df3-a33e-4daaecc875b9 req-976bbad4-f78f-4388-bc5f-a15eac009cb2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806932
Apr 11 17:22:00.006557 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-0bf3266f-a38d-4ca9-b564-2cb0ff73ed6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:00.019587 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e99e0-9bca-48d6-9d58-8ac65a51ad46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab929d8-59e7-4a58-85fe-6b7d75f0a955,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:00.027150 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-918e99e0-9bca-48d6-9d58-8ac65a51ad46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:00.030940 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-918e99e0-9bca-48d6-9d58-8ac65a51ad46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:00.035221 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-918e99e0-9bca-48d6-9d58-8ac65a51ad46 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ab929d8-59e7-4a58-85fe-6b7d75f0a955 HTTP/1.1" status: 204  len: 168 time: 0.1713729
Apr 11 17:22:00.242376 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781f25b-e302-4e0c-8742-cd2ecfcbbdc8 req-30fe5e49-30e3-49e0-8f26-321336c35f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:00.243985 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c781f25b-e302-4e0c-8742-cd2ecfcbbdc8 req-30fe5e49-30e3-49e0-8f26-321336c35f67 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7a796639-a912-42cf-b262-8ecc2c9af48b HTTP/1.1" status: 200  len: 917 time: 0.2710700
Apr 11 17:22:00.353740 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 50270) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:00.373006 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3926392d-ddf0-499b-9150-c2cad443daae admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:00.388990 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-3926392d-ddf0-499b-9150-c2cad443daae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:22:00.393037 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-3926392d-ddf0-499b-9150-c2cad443daae admin admin] Usage tracker for resource:security_group_rule and tenant:4f85dc271ba24a9ea663f4b79b2c08e0 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:22:00.396000 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-3926392d-ddf0-499b-9150-c2cad443daae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:22:00.402258 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-3926392d-ddf0-499b-9150-c2cad443daae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:22:00.429993 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c781f25b-e302-4e0c-8742-cd2ecfcbbdc8 req-ba9ef7ab-490b-4cbd-98ce-e1a60659f538 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ddbd108-d7a3-4278-aa8f-59f9f9d59200 HTTP/1.1" status: 200  len: 1002 time: 0.1751785
Apr 11 17:22:00.435912 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05424d55-cbbf-4df9-ad21-04b5652b3db5 {{(pid=85264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:22:00.479833 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:00.491699 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3926392d-ddf0-499b-9150-c2cad443daae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:00.495046 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3926392d-ddf0-499b-9150-c2cad443daae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:00.504155 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-213eebaf-7d3f-4555-9161-f31ac29512e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:00.513766 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] Transition to ACTIVE for port object 05424d55-cbbf-4df9-ad21-04b5652b3db5 will not be triggered until provisioned by entity L2. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:22:00.520383 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:00.556047 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-3926392d-ddf0-499b-9150-c2cad443daae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4f85dc271ba24a9ea663f4b79b2c08e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2016103
Apr 11 17:22:00.560569 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 50276) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:00.563758 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926392d-ddf0-499b-9150-c2cad443daae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6fc512-af7f-4535-98e7-a06c9d87d6a5,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:00.578317 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3926392d-ddf0-499b-9150-c2cad443daae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:00.649162 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f4f810f4-06a4-4670-914c-754450152448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:00.658899 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:00.707608 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781f25b-e302-4e0c-8742-cd2ecfcbbdc8 req-12f9de23-4228-41d0-9f99-f0f3982753fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:00.709133 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c781f25b-e302-4e0c-8742-cd2ecfcbbdc8 req-12f9de23-4228-41d0-9f99-f0f3982753fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ae25664-a4e8-4c35-9626-880cdfd5329a HTTP/1.1" status: 200  len: 855 time: 0.2663038
Apr 11 17:22:00.734321 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f4f810f4-06a4-4670-914c-754450152448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:00.811923 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f4f810f4-06a4-4670-914c-754450152448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:00.824076 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:00.843879 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f810f4-06a4-4670-914c-754450152448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6fc512-af7f-4535-98e7-a06c9d87d6a5,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:00.848507 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f4f810f4-06a4-4670-914c-754450152448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:00.908337 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4984dc-3f1e-48f7-aa57-21cce648d4b4 req-8107873f-cb38-480d-a090-594c6871ba7d tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:00.912025 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cb4984dc-3f1e-48f7-aa57-21cce648d4b4 req-8107873f-cb38-480d-a090-594c6871ba7d tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 943 time: 0.2516594
Apr 11 17:22:00.916747 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f4f810f4-06a4-4670-914c-754450152448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:00.921846 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f4f810f4-06a4-4670-914c-754450152448 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c6fc512-af7f-4535-98e7-a06c9d87d6a5 HTTP/1.1" status: 204  len: 168 time: 0.3600664
Apr 11 17:22:00.934144 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] Pushing event updated for resources: {'Port': ['ID=05424d55-cbbf-4df9-ad21-04b5652b3db5,revision_number=2']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:00.959270 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:00.972299 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cb4984dc-3f1e-48f7-aa57-21cce648d4b4 req-0d9785ed-0e6e-4690-81ec-a432fbeb5b0b tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482006
Apr 11 17:22:01.276634 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740d1b1-9fbd-4101-b1aa-334a6d5e48e4 req-743beaba-579c-47a8-8c8d-85b18c11f585 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:01.279147 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3740d1b1-9fbd-4101-b1aa-334a6d5e48e4 req-743beaba-579c-47a8-8c8d-85b18c11f585 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.1201563
Apr 11 17:22:01.316798 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3740d1b1-9fbd-4101-b1aa-334a6d5e48e4 req-dbb9b8d4-9df8-4486-8b40-eec2994a7f91 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0310135
Apr 11 17:22:01.385115 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781f25b-e302-4e0c-8742-cd2ecfcbbdc8 req-489b1ea2-1aef-41f0-b573-2d6bc9c991f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:01.386912 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c781f25b-e302-4e0c-8742-cd2ecfcbbdc8 req-489b1ea2-1aef-41f0-b573-2d6bc9c991f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7a796639-a912-42cf-b262-8ecc2c9af48b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6676328
Apr 11 17:22:01.536238 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] Attempting to bind port 05424d55-cbbf-4df9-ad21-04b5652b3db5 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:22:01.536648 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] Attempting to bind port 05424d55-cbbf-4df9-ad21-04b5652b3db5 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '4a4a5e70-daae-4192-9187-33f2fa3c2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801'}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:22:01.537019 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] Attempting to bind port 05424d55-cbbf-4df9-ad21-04b5652b3db5 on network 973b0fec-dcde-47d9-8ce0-29a113b9d801 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:22:01.554903 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] Port 05424d55-cbbf-4df9-ad21-04b5652b3db5 on network 973b0fec-dcde-47d9-8ce0-29a113b9d801 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 11 17:22:01.555272 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] Attempting to bind port 05424d55-cbbf-4df9-ad21-04b5652b3db5 on network 973b0fec-dcde-47d9-8ce0-29a113b9d801 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:22:01.571364 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] Checking agent: {'id': 'ff222714-fd65-43da-9d5f-2c6b0dd417d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'started_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:22:01.571742 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] Checking segment: {'id': '4a4a5e70-daae-4192-9187-33f2fa3c2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:22:01.572168 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] Bound using segment: {'id': '4a4a5e70-daae-4192-9187-33f2fa3c2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801'} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:22:01.572675 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] Bound port: 05424d55-cbbf-4df9-ad21-04b5652b3db5, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4a5e70-daae-4192-9187-33f2fa3c2976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801'}}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:22:01.573066 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:01.637579 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c781f25b-e302-4e0c-8742-cd2ecfcbbdc8 req-53f3ccd9-154e-469b-befb-e6b16d90b3d9 service neutron] 10.222.0.37 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2327967
Apr 11 17:22:01.656483 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac76ea-6a9b-4009-af83-c9486981a4bc req-ae16aff0-cf7c-4970-b5fd-cf70149aa8d9 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:01.658048 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b0ac76ea-6a9b-4009-af83-c9486981a4bc req-ae16aff0-cf7c-4970-b5fd-cf70149aa8d9 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.6531532
Apr 11 17:22:01.801182 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b0ac76ea-6a9b-4009-af83-c9486981a4bc req-ed471b7c-f164-4cc6-98ad-cf1591d6016b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0994098
Apr 11 17:22:01.807331 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] For port 05424d55-cbbf-4df9-ad21-04b5652b3db5, host hv-cinder-78477, cleared binding levels {{(pid=85264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:22:01.874614 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] For port 05424d55-cbbf-4df9-ad21-04b5652b3db5, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=05424d55-cbbf-4df9-ad21-04b5652b3db5,segment=NetworkSegment(4a4a5e70-daae-4192-9187-33f2fa3c2976),segment_id=4a4a5e70-daae-4192-9187-33f2fa3c2976)] {{(pid=85264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:22:01.881669 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:01.905423 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-dcfa4d5b-2950-422c-88c2-e5b8faef65f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:01.979155 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c781f25b-e302-4e0c-8742-cd2ecfcbbdc8 req-2509dddb-afb2-41d7-a231-c55552d58936 service neutron] 10.222.0.37 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3179438
Apr 11 17:22:01.981972 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522197a-ec45-4901-9741-ed7ef12b0bb5 req-b78bded4-8ab1-4869-b881-106608edeeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:01.983556 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5522197a-ec45-4901-9741-ed7ef12b0bb5 req-b78bded4-8ab1-4869-b881-106608edeeb5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9bb61f1e6f04c45882198b1f39ca070&device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 1098 time: 0.1679125
Apr 11 17:22:02.004376 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b31bad-ed9d-4855-a735-dd182949cab0 req-2881f329-17d3-4a12-b292-c5d76333de71 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:02.018280 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-18b31bad-ed9d-4855-a735-dd182949cab0 req-2881f329-17d3-4a12-b292-c5d76333de71 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1452835
Apr 11 17:22:02.036173 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] Pushing event updated for resources: {'Port': ['ID=05424d55-cbbf-4df9-ad21-04b5652b3db5,revision_number=3']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:02.041681 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:02.142930 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-18b31bad-ed9d-4855-a735-dd182949cab0 req-d944ec5a-3e03-4080-94af-f18f4ad84506 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287766
Apr 11 17:22:02.216336 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522197a-ec45-4901-9741-ed7ef12b0bb5 req-8b9a3c1c-afed-4b7b-b8b4-3c96c8b5929c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:02.218180 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5522197a-ec45-4901-9741-ed7ef12b0bb5 req-8b9a3c1c-afed-4b7b-b8b4-3c96c8b5929c service neutron] 10.222.0.37 "GET /v2.0/networks?id=80f28fa7-36bb-4960-bba0-f581250796a5 HTTP/1.1" status: 200  len: 920 time: 0.2022562
Apr 11 17:22:02.242454 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:02.243136 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:02.244660 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] 10.222.0.37 "PUT /v2.0/ports/05424d55-cbbf-4df9-ad21-04b5652b3db5 HTTP/1.1" status: 200  len: 1093 time: 3.0011375
Apr 11 17:22:02.246795 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2987b57-e857-45c2-86ed-722c8e855f4f', 'tag': '05424d55-cbbf-4df9-ad21-04b5652b3db5'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:22:02.328237 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f8750-0cd8-4f98-a649-3e2df4c510e8 req-4ad04d87-8ec1-4e33-bee5-8fea918b497a tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:02.345316 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-528f8750-0cd8-4f98-a649-3e2df4c510e8 req-4ad04d87-8ec1-4e33-bee5-8fea918b497a tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Synchronizing usage tracker for tenant:33c629be32ce4c04bbbe4f0b08fadabb on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:22:02.351076 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2987b57-e857-45c2-86ed-722c8e855f4f', 'tag': '05424d55-cbbf-4df9-ad21-04b5652b3db5', 'status': 'completed', 'code': 200}
Apr 11 17:22:02.379440 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-528f8750-0cd8-4f98-a649-3e2df4c510e8 req-4ad04d87-8ec1-4e33-bee5-8fea918b497a tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Unset dirty status for tenant:33c629be32ce4c04bbbe4f0b08fadabb on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:22:02.387408 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-528f8750-0cd8-4f98-a649-3e2df4c510e8 req-4ad04d87-8ec1-4e33-bee5-8fea918b497a tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 943 time: 0.2159495
Apr 11 17:22:02.440407 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5522197a-ec45-4901-9741-ed7ef12b0bb5 req-1822deea-0e84-4a38-b445-adf69075081e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b562c0b1-2753-439f-b562-116cd8473706 HTTP/1.1" status: 200  len: 217 time: 0.2125065
Apr 11 17:22:02.560620 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-528f8750-0cd8-4f98-a649-3e2df4c510e8 req-ec8b96bf-975d-43ad-90ec-6f9f4ac66e1a tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1717286
Apr 11 17:22:02.580186 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522197a-ec45-4901-9741-ed7ef12b0bb5 req-0f972061-69c4-4fb1-83f1-25ed94c8eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:02.582392 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5522197a-ec45-4901-9741-ed7ef12b0bb5 req-0f972061-69c4-4fb1-83f1-25ed94c8eb99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2449f5f4-85cf-4114-8bd0-f3e8caf3301d HTTP/1.1" status: 200  len: 859 time: 0.1327503
Apr 11 17:22:02.609803 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-d729ff13-2db7-4d1f-a659-ff47e8aad364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:02.611602 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-d729ff13-2db7-4d1f-a659-ff47e8aad364 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=33c629be32ce4c04bbbe4f0b08fadabb&device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 1096 time: 0.2015324
Apr 11 17:22:02.697941 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5522197a-ec45-4901-9741-ed7ef12b0bb5 req-f067500d-b424-4dd3-abc0-fc054f667434 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=80f28fa7-36bb-4960-bba0-f581250796a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0668254
Apr 11 17:22:02.701289 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-35fec27e-2919-4902-8d4e-ea4c3b614ded service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05424d55-cbbf-4df9-ad21-04b5652b3db5 HTTP/1.1" status: 200  len: 217 time: 0.0806797
Apr 11 17:22:02.786023 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-70254a87-102f-4d9c-bf8a-d8dddc3fc9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:02.787541 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-70254a87-102f-4d9c-bf8a-d8dddc3fc9f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6aad9cc5-150d-4356-ae31-d6d4da9f4aa0 HTTP/1.1" status: 200  len: 847 time: 0.0703797
Apr 11 17:22:02.828970 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13046c68-9b3f-4988-89cf-6f22938304b3 req-332bc76e-ecc3-4257-9f48-95c631fc77e8 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:02.830652 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-13046c68-9b3f-4988-89cf-6f22938304b3 req-332bc76e-ecc3-4257-9f48-95c631fc77e8 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 946 time: 0.2471035
Apr 11 17:22:02.877713 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-13046c68-9b3f-4988-89cf-6f22938304b3 req-3181afd2-a6bc-4000-bd05-a70326ef6587 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0337214
Apr 11 17:22:02.882545 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-68e1e49b-6675-425a-9f47-8bfff27c7696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:02.884166 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-68e1e49b-6675-425a-9f47-8bfff27c7696 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=973b0fec-dcde-47d9-8ce0-29a113b9d801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0894699
Apr 11 17:22:02.915928 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5522197a-ec45-4901-9741-ed7ef12b0bb5 req-19b41828-4467-45ad-90c1-c8332f92ee7f service neutron] 10.222.0.37 "GET /v2.0/networks/80f28fa7-36bb-4960-bba0-f581250796a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2009616
Apr 11 17:22:03.042382 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-ddfc56da-5803-4937-8a4f-b80d0ff39ca5 service neutron] 10.222.0.37 "GET /v2.0/networks/973b0fec-dcde-47d9-8ce0-29a113b9d801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437557
Apr 11 17:22:03.063744 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 50348) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:03.078723 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5522197a-ec45-4901-9741-ed7ef12b0bb5 req-fbe829ac-04f8-4293-a1db-4b231dbaabb0 service neutron] 10.222.0.37 "GET /v2.0/networks/80f28fa7-36bb-4960-bba0-f581250796a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1528893
Apr 11 17:22:03.203375 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-109dcb16-52e1-49a1-b7b2-75d475b5e452 req-a224ca1a-6bb0-4cc5-bfd5-7e7f48b5ed21 service neutron] 10.222.0.37 "GET /v2.0/networks/973b0fec-dcde-47d9-8ce0-29a113b9d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1525071
Apr 11 17:22:03.206324 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-74432bfc-b134-4403-baa6-4d60cca7642a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:03.227808 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-74432bfc-b134-4403-baa6-4d60cca7642a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:22:03.231941 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-74432bfc-b134-4403-baa6-4d60cca7642a admin admin] Usage tracker for resource:security_group_rule and tenant:bef02022cd5c4ab2b120fdb897f60a3e is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:22:03.234994 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-74432bfc-b134-4403-baa6-4d60cca7642a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:22:03.241085 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-74432bfc-b134-4403-baa6-4d60cca7642a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:22:03.284304 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:22:03.349295 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-74432bfc-b134-4403-baa6-4d60cca7642a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:03.353197 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-74432bfc-b134-4403-baa6-4d60cca7642a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:03.362385 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8e31fc22-5221-422a-ac53-ece142b833c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:03.408860 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-74432bfc-b134-4403-baa6-4d60cca7642a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bef02022cd5c4ab2b120fdb897f60a3e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3415380
Apr 11 17:22:03.409303 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 50360) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:03.410233 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74432bfc-b134-4403-baa6-4d60cca7642a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cfb05d-5aa7-4993-9919-b5a2a4976ecc,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:03.413749 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-74432bfc-b134-4403-baa6-4d60cca7642a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:03.423633 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:03.435747 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd491820d-7675-4812-9c8b-5ab467ee6262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ddbd108-d7a3-4278-aa8f-59f9f9d59200'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:22:03.446842 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8ddbd108-d7a3-4278-aa8f-59f9f9d59200,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:22:03.450037 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:03.451987 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:03.472739 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3250a0-5a78-4e28-b770-bbadf2206851 req-fd70507b-23e5-44fe-9c10-27d5cc62ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:03.474353 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fe3250a0-5a78-4e28-b770-bbadf2206851 req-fd70507b-23e5-44fe-9c10-27d5cc62ba15 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=33c629be32ce4c04bbbe4f0b08fadabb&device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 1096 time: 0.2093749
Apr 11 17:22:03.486089 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8451df-e7d7-43b0-aa70-fb576193cf04 req-33bffc14-2977-4426-97b9-6a12c50128ea tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:03.487668 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0c8451df-e7d7-43b0-aa70-fb576193cf04 req-33bffc14-2977-4426-97b9-6a12c50128ea tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1759331
Apr 11 17:22:03.490510 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd491820d-7675-4812-9c8b-5ab467ee6262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ddbd108-d7a3-4278-aa8f-59f9f9d59200', 'code': 200}
Apr 11 17:22:03.527485 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=8ddbd108-d7a3-4278-aa8f-59f9f9d59200,revision_number=8']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:03.530881 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:03.626888 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0c8451df-e7d7-43b0-aa70-fb576193cf04 req-49d6d95f-a2c0-44f2-a4d7-478fb5ff59f6 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316316
Apr 11 17:22:03.638798 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e9ce6241-af54-4a17-9d25-6cd3712ea352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:03.680523 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e9ce6241-af54-4a17-9d25-6cd3712ea352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:03.715572 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3250a0-5a78-4e28-b770-bbadf2206851 req-ecc54382-a41f-46dc-9387-2e32b67eb044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:03.717171 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fe3250a0-5a78-4e28-b770-bbadf2206851 req-ecc54382-a41f-46dc-9387-2e32b67eb044 service neutron] 10.222.0.37 "GET /v2.0/networks?id=973b0fec-dcde-47d9-8ce0-29a113b9d801 HTTP/1.1" status: 200  len: 909 time: 0.2233136
Apr 11 17:22:03.771852 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de884b-73ac-4091-9aa1-ff13b657fdf1 req-bb6bc35a-ff77-492e-a23e-eb5ddc4d11cd tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:03.776516 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a8de884b-73ac-4091-9aa1-ff13b657fdf1 req-bb6bc35a-ff77-492e-a23e-eb5ddc4d11cd tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 943 time: 0.0975573
Apr 11 17:22:03.805089 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fe3250a0-5a78-4e28-b770-bbadf2206851 req-444effb7-204e-4525-bf36-b87c1c8409bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05424d55-cbbf-4df9-ad21-04b5652b3db5 HTTP/1.1" status: 200  len: 217 time: 0.0770769
Apr 11 17:22:03.810110 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a8de884b-73ac-4091-9aa1-ff13b657fdf1 req-6038ec58-cef7-49f0-a6a2-71dd744658c9 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0277944
Apr 11 17:22:03.854587 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e9ce6241-af54-4a17-9d25-6cd3712ea352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:03.861086 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-375c4941-8848-4fb3-b3dd-1ecd73c464cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:03.890295 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce6241-af54-4a17-9d25-6cd3712ea352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cfb05d-5aa7-4993-9919-b5a2a4976ecc,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:03.904898 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ce6241-af54-4a17-9d25-6cd3712ea352 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:03.905292 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ce6241-af54-4a17-9d25-6cd3712ea352 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:03.905690 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ce6241-af54-4a17-9d25-6cd3712ea352 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:03.906081 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ce6241-af54-4a17-9d25-6cd3712ea352 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:03.906470 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ce6241-af54-4a17-9d25-6cd3712ea352 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:03.906858 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ce6241-af54-4a17-9d25-6cd3712ea352 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:03.907248 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ce6241-af54-4a17-9d25-6cd3712ea352 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:03.907631 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ce6241-af54-4a17-9d25-6cd3712ea352 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:03.908758 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ce6241-af54-4a17-9d25-6cd3712ea352 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:03.909237 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ce6241-af54-4a17-9d25-6cd3712ea352 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:03.909606 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ce6241-af54-4a17-9d25-6cd3712ea352 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:03.910013 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ce6241-af54-4a17-9d25-6cd3712ea352 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:03.916997 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e9ce6241-af54-4a17-9d25-6cd3712ea352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:03.918665 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3250a0-5a78-4e28-b770-bbadf2206851 req-39cb0e3e-0dc3-4675-a658-55cece04a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:03.921068 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fe3250a0-5a78-4e28-b770-bbadf2206851 req-39cb0e3e-0dc3-4675-a658-55cece04a223 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6aad9cc5-150d-4356-ae31-d6d4da9f4aa0 HTTP/1.1" status: 200  len: 847 time: 0.1093168
Apr 11 17:22:03.921921 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e9ce6241-af54-4a17-9d25-6cd3712ea352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:03.923086 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-e9ce6241-af54-4a17-9d25-6cd3712ea352 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/20cfb05d-5aa7-4993-9919-b5a2a4976ecc HTTP/1.1" status: 204  len: 168 time: 0.5127101
Apr 11 17:22:04.025639 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3250a0-5a78-4e28-b770-bbadf2206851 req-1a70189e-6742-41d7-950a-51dea4ec0b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:04.027281 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fe3250a0-5a78-4e28-b770-bbadf2206851 req-1a70189e-6742-41d7-950a-51dea4ec0b16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=973b0fec-dcde-47d9-8ce0-29a113b9d801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0974727
Apr 11 17:22:04.139088 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3775f0d-9fef-48d3-bc66-e82213ac25ba req-2bab25d5-f6f6-4847-a86e-2e3e7eec8d53 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:04.141351 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b3775f0d-9fef-48d3-bc66-e82213ac25ba req-2bab25d5-f6f6-4847-a86e-2e3e7eec8d53 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.1066549
Apr 11 17:22:04.182768 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b3775f0d-9fef-48d3-bc66-e82213ac25ba req-eadd3bac-1a92-4007-94ac-f1dc084f0f53 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0348964
Apr 11 17:22:04.307864 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fe3250a0-5a78-4e28-b770-bbadf2206851 req-5970f40c-1ab9-4a74-93a9-5ec50a75fbbd service neutron] 10.222.0.37 "GET /v2.0/networks/973b0fec-dcde-47d9-8ce0-29a113b9d801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2705901
Apr 11 17:22:04.372811 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0e2bb-4aae-4063-92de-5a32ebca8473 req-e07f5ffd-f609-4755-afc3-b46aa26f043e tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:04.374481 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6ec0e2bb-4aae-4063-92de-5a32ebca8473 req-e07f5ffd-f609-4755-afc3-b46aa26f043e tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 946 time: 0.1946080
Apr 11 17:22:04.463655 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6ec0e2bb-4aae-4063-92de-5a32ebca8473 req-2dcf5f67-80fb-45ba-9327-23937e22fcce tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417361
Apr 11 17:22:04.500642 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fe3250a0-5a78-4e28-b770-bbadf2206851 req-3c6f0302-6b8b-4ec5-a7e4-013fa5b80726 service neutron] 10.222.0.37 "GET /v2.0/networks/973b0fec-dcde-47d9-8ce0-29a113b9d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1840985
Apr 11 17:22:04.853788 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce60652-9ecf-44d8-acad-610472f6b221 req-40938f33-7e52-459d-a0b4-c84b4100d564 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:04.855444 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6ce60652-9ecf-44d8-acad-610472f6b221 req-40938f33-7e52-459d-a0b4-c84b4100d564 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1074710
Apr 11 17:22:04.891401 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6ce60652-9ecf-44d8-acad-610472f6b221 req-5ab5d038-0674-40d7-971c-cd15d6fee194 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0286522
Apr 11 17:22:05.152582 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ece31-9ec9-45a3-9130-6a3736bdb6dc req-80bde914-3d52-46a5-a121-8807afe3b001 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:05.154215 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cb2ece31-9ec9-45a3-9130-6a3736bdb6dc req-80bde914-3d52-46a5-a121-8807afe3b001 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 943 time: 0.0902791
Apr 11 17:22:05.186450 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cb2ece31-9ec9-45a3-9130-6a3736bdb6dc req-030102a3-0460-4200-adca-ff9d0d38a662 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0253117
Apr 11 17:22:05.419690 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b169f-fa7f-4fe9-b4d0-3e4e5fd446d4 req-cfb268f8-ce4b-46ea-b043-a6780923e8d6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:05.421294 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a15b169f-fa7f-4fe9-b4d0-3e4e5fd446d4 req-cfb268f8-ce4b-46ea-b043-a6780923e8d6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.0960121
Apr 11 17:22:05.452508 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a15b169f-fa7f-4fe9-b4d0-3e4e5fd446d4 req-d7e3dd62-9809-4636-8b3c-0609d667b5e9 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0248024
Apr 11 17:22:05.670738 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b3b75-4e58-496f-9a34-c46f62e9fc48 req-2ca85ecd-988d-49a1-8da8-62eaeaafb902 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:05.672289 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-860b3b75-4e58-496f-9a34-c46f62e9fc48 req-2ca85ecd-988d-49a1-8da8-62eaeaafb902 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 946 time: 0.0929706
Apr 11 17:22:05.705542 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-860b3b75-4e58-496f-9a34-c46f62e9fc48 req-f8b108bd-1cfd-404a-8e1d-ddec4d6601a3 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0269234
Apr 11 17:22:05.920353 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97b2f3-472b-4829-974f-fe4b2502215f req-50d80e2d-3cc3-4ddf-87a5-aef655e4791a tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:05.922150 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-aa97b2f3-472b-4829-974f-fe4b2502215f req-50d80e2d-3cc3-4ddf-87a5-aef655e4791a tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 946 time: 0.0880525
Apr 11 17:22:06.006683 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-aa97b2f3-472b-4829-974f-fe4b2502215f req-0c7f4cbe-a036-435b-9c6b-648561a13058 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Deleting port 51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2 {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:22:06.007656 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-aa97b2f3-472b-4829-974f-fe4b2502215f req-0c7f4cbe-a036-435b-9c6b-648561a13058 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:06.109837 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39998955-8b34-43c0-a96d-ee9c350da973 req-2bf7de3d-a385-49ec-b292-bfa873e82eee tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:06.111463 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-39998955-8b34-43c0-a96d-ee9c350da973 req-2bf7de3d-a385-49ec-b292-bfa873e82eee tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.0972750
Apr 11 17:22:06.145138 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-39998955-8b34-43c0-a96d-ee9c350da973 req-34d75a35-4b29-4e5c-b1b6-93277a8cc417 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0257900
Apr 11 17:22:06.326452 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-aa97b2f3-472b-4829-974f-fe4b2502215f req-0c7f4cbe-a036-435b-9c6b-648561a13058 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] For port 51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2,segment=NetworkSegment(b949748e-d732-4feb-9db4-3e6c74ae4c7c),segment_id=b949748e-d732-4feb-9db4-3e6c74ae4c7c)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:22:06.327008 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-aa97b2f3-472b-4829-974f-fe4b2502215f req-0c7f4cbe-a036-435b-9c6b-648561a13058 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:06.464616 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43a7f8-97ba-4d00-9168-69b09e787330 req-1cf7c229-8f62-4841-be16-ec4e76d8447d tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:06.465930 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ed43a7f8-97ba-4d00-9168-69b09e787330 req-1cf7c229-8f62-4841-be16-ec4e76d8447d tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 943 time: 0.1058366
Apr 11 17:22:06.503312 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ed43a7f8-97ba-4d00-9168-69b09e787330 req-f227eb96-a21f-4793-acdb-c3aedf2c95cb tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0287535
Apr 11 17:22:06.547653 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-aa97b2f3-472b-4829-974f-fe4b2502215f req-0c7f4cbe-a036-435b-9c6b-648561a13058 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Calling delete_port for 51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2 owned by compute:nova {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:22:06.672336 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfb111-c9c9-422c-a692-573a427151a8 req-a2a0c907-50fa-4b38-bd77-1c843c750a25 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:06.673995 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2adfb111-c9c9-422c-a692-573a427151a8 req-a2a0c907-50fa-4b38-bd77-1c843c750a25 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.3380125
Apr 11 17:22:06.780904 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2adfb111-c9c9-422c-a692-573a427151a8 req-951d0e43-c500-4f8a-ae1b-32c85dcca082 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0959558
Apr 11 17:22:06.797399 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-aa97b2f3-472b-4829-974f-fe4b2502215f req-0c7f4cbe-a036-435b-9c6b-648561a13058 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:06.809164 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['6fe92256-fd45-4cd8-8755-7daeb2e00012', '27297ba3-6442-4b56-84ef-a8ed6dee6d2e', '29ccad86-0933-40fb-9ab4-10f73d24d497', '51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:22:06.902817 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-913cd224-f26b-4911-9cf7-ec5a09d87df7 req-038f01db-6e18-49b7-912c-6c13583e2d16 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 210 time: 0.0659943
Apr 11 17:22:06.914811 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:06.926239 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 50458) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:06.977238 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f4cbe-a036-435b-9c6b-648561a13058 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Pushing event deleted for resources: {'Port': ['ID=51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:06.981718 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-0c7f4cbe-a036-435b-9c6b-648561a13058 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:07.065177 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-94805600-7aa9-4aad-95ad-85b7fcd67e00 req-2ef303af-151e-4b45-8972-939bdf127b80 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1376441
Apr 11 17:22:07.102532 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa97b2f3-472b-4829-974f-fe4b2502215f req-0c7f4cbe-a036-435b-9c6b-648561a13058 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] No DVR routers for this DVR port 51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2 on host hv-cinder-78477 {{(pid=85264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:22:07.105240 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-aa97b2f3-472b-4829-974f-fe4b2502215f req-0c7f4cbe-a036-435b-9c6b-648561a13058 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:07.108087 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8db4dfb-58bb-41bd-9c43-e10092e374f4', 'name': 'network-vif-deleted', 'tag': '51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:22:07.124331 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-aa97b2f3-472b-4829-974f-fe4b2502215f req-0c7f4cbe-a036-435b-9c6b-648561a13058 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.37 "DELETE /v2.0/ports/51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2 HTTP/1.1" status: 204  len: 173 time: 1.1962917
Apr 11 17:22:07.186207 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8db4dfb-58bb-41bd-9c43-e10092e374f4', 'name': 'network-vif-deleted', 'tag': '51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2', 'status': 'completed', 'code': 200}
Apr 11 17:22:07.384085 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0e833-9e0c-48e4-a8ea-2277c5ddc04d req-94c4cb4f-c513-45e2-a813-cf90e625a7f1 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:07.385876 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-96c0e833-9e0c-48e4-a8ea-2277c5ddc04d req-94c4cb4f-c513-45e2-a813-cf90e625a7f1 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1089983
Apr 11 17:22:07.418212 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-96c0e833-9e0c-48e4-a8ea-2277c5ddc04d req-06fa852d-2013-4c2c-a7e1-979ff6487c34 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0258842
Apr 11 17:22:07.933282 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f09d95-0a40-48d5-972d-231b47ce5228 req-01ccf5cb-e805-4c02-8028-97d226a0532b tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:07.934900 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-92f09d95-0a40-48d5-972d-231b47ce5228 req-01ccf5cb-e805-4c02-8028-97d226a0532b tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 943 time: 0.3102276
Apr 11 17:22:07.966446 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-92f09d95-0a40-48d5-972d-231b47ce5228 req-aa2fc40b-55dc-404a-acdb-0d174a7bc626 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0250902
Apr 11 17:22:08.008562 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bf3e1-4d3d-4f61-b7fa-d8c48f44d51c req-d9195cfa-f52c-44c7-9979-130c43bf6af3 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:08.010160 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-698bf3e1-4d3d-4f61-b7fa-d8c48f44d51c req-d9195cfa-f52c-44c7-9979-130c43bf6af3 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.0911257
Apr 11 17:22:08.040478 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-698bf3e1-4d3d-4f61-b7fa-d8c48f44d51c req-66fdc26f-d0c1-4e8e-8f0f-617fe03feb0d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0239019
Apr 11 17:22:08.117036 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-720bddb6-475b-4ed0-8a0e-27a2135f855e req-06633033-be8b-4ccf-af00-4a530c84f087 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Synchronizing usage tracker for tenant:80a3dcdeb1834a4ea3e6d67248a3caaf on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:22:08.131290 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-720bddb6-475b-4ed0-8a0e-27a2135f855e req-06633033-be8b-4ccf-af00-4a530c84f087 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Unset dirty status for tenant:80a3dcdeb1834a4ea3e6d67248a3caaf on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:22:08.133141 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-720bddb6-475b-4ed0-8a0e-27a2135f855e req-06633033-be8b-4ccf-af00-4a530c84f087 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 210 time: 0.0634718
Apr 11 17:22:08.630995 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17700d93-1a00-4ace-b8ca-f45a42d1cd7b req-7b766d41-c046-4b51-a52a-a8e4d279cfab tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:08.632615 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-17700d93-1a00-4ace-b8ca-f45a42d1cd7b req-7b766d41-c046-4b51-a52a-a8e4d279cfab tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1002502
Apr 11 17:22:08.662686 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-17700d93-1a00-4ace-b8ca-f45a42d1cd7b req-883a3b14-ea38-4d2e-b268-c72a9f0302a1 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0238833
Apr 11 17:22:09.150662 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-68fb60f4-83e2-434d-ba9a-6d8d50d88b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:09.173558 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75071e-d8ed-4a61-aaeb-3b6b32eac8bc req-8b8dc2c3-a36b-4f73-8082-4c2ade965643 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:09.175164 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-aa75071e-d8ed-4a61-aaeb-3b6b32eac8bc req-8b8dc2c3-a36b-4f73-8082-4c2ade965643 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 943 time: 0.0965464
Apr 11 17:22:09.207663 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-aa75071e-d8ed-4a61-aaeb-3b6b32eac8bc req-894f477c-6159-46d8-b9ad-c3ba62d251a0 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0253730
Apr 11 17:22:09.253638 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f047d-64ba-49dd-a526-d4a3419da90b req-bc32e945-84da-481c-aebb-dfdcc3e318bf tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:09.255141 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-167f047d-64ba-49dd-a526-d4a3419da90b req-bc32e945-84da-481c-aebb-dfdcc3e318bf tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.0878870
Apr 11 17:22:09.292207 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-167f047d-64ba-49dd-a526-d4a3419da90b req-3bcf003a-b4cb-4ad4-afd0-d18df7941d3d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0298693
Apr 11 17:22:09.362603 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-35644500-2151-43da-8654-95cda1a087ff req-a09c6d35-98a9-4260-b506-8203c1343507 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 210 time: 0.0488565
Apr 11 17:22:09.883581 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd5057-c7a0-4dfd-9ad4-265b792cc0b2 req-a9183ff8-4bf0-431f-a317-ccede8f94e46 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:09.889777 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6cfd5057-c7a0-4dfd-9ad4-265b792cc0b2 req-a9183ff8-4bf0-431f-a317-ccede8f94e46 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1040828
Apr 11 17:22:09.917043 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6cfd5057-c7a0-4dfd-9ad4-265b792cc0b2 req-e575a5e1-538e-4a80-92df-b86eacc8f08f tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0256684
Apr 11 17:22:10.422143 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b0de4-0e68-40fb-b8c7-1e01333db8cf req-b0e863b1-7125-4ca2-85a6-497f67edd9b5 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:10.424092 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4f4b0de4-0e68-40fb-b8c7-1e01333db8cf req-b0e863b1-7125-4ca2-85a6-497f67edd9b5 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 943 time: 0.0988233
Apr 11 17:22:10.461213 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4f4b0de4-0e68-40fb-b8c7-1e01333db8cf req-39aedcd6-2b5d-40c0-b186-08cd92c9b6fd tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0292561
Apr 11 17:22:10.513528 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74ea38-f908-427d-bbb4-199d2507ac1e req-26d6cc1a-092e-4460-8eef-0803ec771a5e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:10.515143 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8b74ea38-f908-427d-bbb4-199d2507ac1e req-26d6cc1a-092e-4460-8eef-0803ec771a5e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.0984597
Apr 11 17:22:10.547495 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8b74ea38-f908-427d-bbb4-199d2507ac1e req-b88a4c86-342e-427c-958b-f3e87b4439e4 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0260949
Apr 11 17:22:10.642383 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9644a3c2-5934-4b16-bb49-d4fc8e945227 req-1a162a69-8141-4f6c-85d9-9434a85c0aa7 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8db4dfb-58bb-41bd-9c43-e10092e374f4 HTTP/1.1" status: 200  len: 210 time: 0.0560477
Apr 11 17:22:10.866395 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94805600-7aa9-4aad-95ad-85b7fcd67e00 req-558f11d5-bc7d-4188-b83f-483412168c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:10.867932 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-94805600-7aa9-4aad-95ad-85b7fcd67e00 req-558f11d5-bc7d-4188-b83f-483412168c5e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262&tenant_id=29460390dfea45e8a17222990e169b8c HTTP/1.1" status: 200  len: 1097 time: 0.0816154
Apr 11 17:22:10.977258 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94805600-7aa9-4aad-95ad-85b7fcd67e00 req-6f88f62c-1590-4d2d-b595-fdfa6c318b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:10.978522 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-94805600-7aa9-4aad-95ad-85b7fcd67e00 req-6f88f62c-1590-4d2d-b595-fdfa6c318b77 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=29460390dfea45e8a17222990e169b8c&device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 1097 time: 0.0881553
Apr 11 17:22:11.132592 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94805600-7aa9-4aad-95ad-85b7fcd67e00 req-ae69fd22-7a8c-42a7-a942-eb0400fc621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:11.133651 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-94805600-7aa9-4aad-95ad-85b7fcd67e00 req-ae69fd22-7a8c-42a7-a942-eb0400fc621d service neutron] 10.222.0.37 "GET /v2.0/networks?id=7a796639-a912-42cf-b262-8ecc2c9af48b HTTP/1.1" status: 200  len: 917 time: 0.1481800
Apr 11 17:22:11.149973 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fe23c-989a-4d3d-9895-68b017544c01 req-9efde2ca-34cc-48a8-87a8-6822f947750a tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:11.151705 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7b6fe23c-989a-4d3d-9895-68b017544c01 req-9efde2ca-34cc-48a8-87a8-6822f947750a tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.0972159
Apr 11 17:22:11.193197 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7b6fe23c-989a-4d3d-9895-68b017544c01 req-41785fe9-4bf7-4961-9b52-0b6dbffe7a6b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334046
Apr 11 17:22:11.254531 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-94805600-7aa9-4aad-95ad-85b7fcd67e00 req-d4d7fe47-47dc-4eeb-a996-20a800b363ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ddbd108-d7a3-4278-aa8f-59f9f9d59200 HTTP/1.1" status: 200  len: 1000 time: 0.1143262
Apr 11 17:22:11.327325 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94805600-7aa9-4aad-95ad-85b7fcd67e00 req-6f7764fa-829c-4e6b-9354-52745aa306e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:11.328942 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-94805600-7aa9-4aad-95ad-85b7fcd67e00 req-6f7764fa-829c-4e6b-9354-52745aa306e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ae25664-a4e8-4c35-9626-880cdfd5329a HTTP/1.1" status: 200  len: 855 time: 0.0669298
Apr 11 17:22:11.419085 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94805600-7aa9-4aad-95ad-85b7fcd67e00 req-d3254ae5-96d9-4f02-96ca-8c519beba2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:11.420686 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-94805600-7aa9-4aad-95ad-85b7fcd67e00 req-d3254ae5-96d9-4f02-96ca-8c519beba2f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7a796639-a912-42cf-b262-8ecc2c9af48b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838158
Apr 11 17:22:11.567259 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-94805600-7aa9-4aad-95ad-85b7fcd67e00 req-1ab719b7-cba7-46d3-b1a0-f0a42e90e4bb service neutron] 10.222.0.37 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401217
Apr 11 17:22:11.653301 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3afe65af-4512-44a6-97ba-94343cd4ff9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:11.668774 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb9a15-16d9-42af-80ca-1073b9d6b253 req-17c257c5-904b-4082-8d33-d8d0cc497162 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:11.670444 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1abb9a15-16d9-42af-80ca-1073b9d6b253 req-17c257c5-904b-4082-8d33-d8d0cc497162 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 943 time: 0.0907714
Apr 11 17:22:11.702737 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1abb9a15-16d9-42af-80ca-1073b9d6b253 req-b55e79a9-9777-4f7f-b960-7d6d3168d533 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0259864
Apr 11 17:22:11.761727 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e54d85-4e69-469c-91c7-9edd313d474b req-b78149c2-9855-4742-a577-78f247757578 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:11.763308 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-27e54d85-4e69-469c-91c7-9edd313d474b req-b78149c2-9855-4742-a577-78f247757578 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.0896881
Apr 11 17:22:11.794074 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-27e54d85-4e69-469c-91c7-9edd313d474b req-21cee2e0-b486-49a4-b1c9-a543b6e226cb tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0243564
Apr 11 17:22:12.392073 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85850a88-4403-4b39-8a02-d973b8d2d2ef req-33ce08fa-96cd-4dc8-8a85-dcf19c8223ed tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:12.393712 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-85850a88-4403-4b39-8a02-d973b8d2d2ef req-33ce08fa-96cd-4dc8-8a85-dcf19c8223ed tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.0902367
Apr 11 17:22:12.464102 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-85850a88-4403-4b39-8a02-d973b8d2d2ef req-2ac1ebca-f6ea-45bd-a8f7-4466606268c2 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630286
Apr 11 17:22:12.547763 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:12.567924 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-94805600-7aa9-4aad-95ad-85b7fcd67e00 req-aa06e637-2ebc-4ae4-843c-938528e534de service neutron] 10.222.0.37 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1454451
Apr 11 17:22:12.909384 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f71865-f144-4932-9f6e-f9f7fd5ecc93 req-1db9cc8d-5e36-4561-92e9-d88bbbf357a0 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:12.910989 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-23f71865-f144-4932-9f6e-f9f7fd5ecc93 req-1db9cc8d-5e36-4561-92e9-d88bbbf357a0 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 943 time: 0.0928807
Apr 11 17:22:12.941641 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-23f71865-f144-4932-9f6e-f9f7fd5ecc93 req-3cd6e97f-244a-42c5-8277-db6eb27969d0 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0242186
Apr 11 17:22:13.005669 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518f918-cc02-405e-9960-db664f370d67 req-a881aa95-eea6-413a-867c-b997a674bd03 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:13.007758 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3518f918-cc02-405e-9960-db664f370d67 req-a881aa95-eea6-413a-867c-b997a674bd03 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.0908020
Apr 11 17:22:13.039349 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3518f918-cc02-405e-9960-db664f370d67 req-0cfa20a1-26d6-4a39-b649-3666f7cff660 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0248373
Apr 11 17:22:13.129289 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:13.296119 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:22:13.671024 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0889bd-0c01-402e-b32a-90a0631b8d21 req-d3fa2622-4552-4239-9fc5-a0aade6d2956 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:13.672716 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-af0889bd-0c01-402e-b32a-90a0631b8d21 req-d3fa2622-4552-4239-9fc5-a0aade6d2956 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.0900290
Apr 11 17:22:13.672876 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:13.703333 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-af0889bd-0c01-402e-b32a-90a0631b8d21 req-08470a22-e71a-4fdf-9bcb-7d6070e3c9d8 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0236926
Apr 11 17:22:14.146451 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46e928-9876-4539-abf6-520bda2dd65f req-19d2d4de-bac3-4cbd-b919-e190ddf71a04 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:14.148811 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3d46e928-9876-4539-abf6-520bda2dd65f req-19d2d4de-bac3-4cbd-b919-e190ddf71a04 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 943 time: 0.0906062
Apr 11 17:22:14.191053 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3d46e928-9876-4539-abf6-520bda2dd65f req-6e6843f5-3c0a-45ce-a664-66bc13593002 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0306022
Apr 11 17:22:14.252270 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca819dc-222b-40cb-a09d-a2f732137800 req-57c4ca9e-e5f4-4409-aefb-0a7cc4cfab9b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:14.253770 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7ca819dc-222b-40cb-a09d-a2f732137800 req-57c4ca9e-e5f4-4409-aefb-0a7cc4cfab9b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.0932457
Apr 11 17:22:14.318249 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 05424d55-cbbf-4df9-ad21-04b5652b3db5 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:22:14.322904 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:22:14.367268 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] No Port match for: 51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:22:14.367647 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 51eb7d5e-0d7e-4c5c-a58e-6dcedfb9dca2 not bound to the agent host hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:22:14.505915 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7ca819dc-222b-40cb-a09d-a2f732137800 req-af18befc-b559-462c-87de-4431bea3468a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2446520
Apr 11 17:22:14.524893 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 05424d55-cbbf-4df9-ad21-04b5652b3db5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=05424d55-cbbf-4df9-ad21-04b5652b3db5,segment=NetworkSegment(4a4a5e70-daae-4192-9187-33f2fa3c2976),segment_id=4a4a5e70-daae-4192-9187-33f2fa3c2976)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:22:14.542857 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': '05424d55-cbbf-4df9-ad21-04b5652b3db5', 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801', 'port_id': '05424d55-cbbf-4df9-ad21-04b5652b3db5', 'mac_address': 'fa:16:3e:0a:b7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aad9cc5-150d-4356-ae31-d6d4da9f4aa0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:22:14.601653 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:14.602940 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05424d55-cbbf-4df9-ad21-04b5652b3db5 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:22:14.619448 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 05424d55-cbbf-4df9-ad21-04b5652b3db5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=05424d55-cbbf-4df9-ad21-04b5652b3db5,segment=NetworkSegment(4a4a5e70-daae-4192-9187-33f2fa3c2976),segment_id=4a4a5e70-daae-4192-9187-33f2fa3c2976)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:22:14.621921 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:14.623779 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:14.698052 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=05424d55-cbbf-4df9-ad21-04b5652b3db5,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:14.707756 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:14.708152 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:14.708559 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:14.709063 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:14.709459 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:14.709906 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:14.710241 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:14.710680 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:14.711085 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:14.711458 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:14.711865 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:14.712509 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:14.716853 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:14.907445 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3586c-21f7-431d-bc82-4b9621b0f999 req-a6cb52d9-6029-4578-9ddd-0c49eabad6b8 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:14.909067 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4eb3586c-21f7-431d-bc82-4b9621b0f999 req-a6cb52d9-6029-4578-9ddd-0c49eabad6b8 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.0886621
Apr 11 17:22:14.928161 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['05424d55-cbbf-4df9-ad21-04b5652b3db5'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:22:14.940660 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4eb3586c-21f7-431d-bc82-4b9621b0f999 req-2ce4c980-31bb-48c6-b412-e222d017bce7 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0247924
Apr 11 17:22:15.497450 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f165d-e751-4bc8-a19a-43720a44a564 req-c072af04-66c7-45d1-b37e-e17710e06ac7 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:15.505802 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4c9f165d-e751-4bc8-a19a-43720a44a564 req-c072af04-66c7-45d1-b37e-e17710e06ac7 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 944 time: 0.1522651
Apr 11 17:22:15.545246 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4c9f165d-e751-4bc8-a19a-43720a44a564 req-423eb7c0-5c8b-4cbc-b722-ff1a8a404a69 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380163
Apr 11 17:22:15.859322 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c43486-58b7-46a1-b34f-cc6799b3bafa req-c588da8b-249c-41aa-9d54-5b1ac3fffe10 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:15.862115 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-83c43486-58b7-46a1-b34f-cc6799b3bafa req-c588da8b-249c-41aa-9d54-5b1ac3fffe10 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.1623862
Apr 11 17:22:15.895098 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d050cad-e68e-4ca2-8b08-25364fbb3961 req-22c054d3-3b0a-4d93-81aa-910dcafc7e4a tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:15.898280 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5d050cad-e68e-4ca2-8b08-25364fbb3961 req-22c054d3-3b0a-4d93-81aa-910dcafc7e4a tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 945 time: 0.1393971
Apr 11 17:22:15.920703 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-83c43486-58b7-46a1-b34f-cc6799b3bafa req-9c9f12d3-8290-4ed0-9d5b-b7153557622d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498333
Apr 11 17:22:15.965684 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5d050cad-e68e-4ca2-8b08-25364fbb3961 req-b602980b-b615-48b7-af61-eb29a261733f tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585220
Apr 11 17:22:16.208187 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03667815-3e9a-46c4-9599-4567c602f2cf req-12ed0bc4-46e9-4f5c-9c92-15cb3e98c580 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:16.210582 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-03667815-3e9a-46c4-9599-4567c602f2cf req-12ed0bc4-46e9-4f5c-9c92-15cb3e98c580 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.0926564
Apr 11 17:22:16.242236 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-03667815-3e9a-46c4-9599-4567c602f2cf req-60064886-a136-4d0d-8687-c7d468a465d4 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250421
Apr 11 17:22:16.315918 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 05424d55-cbbf-4df9-ad21-04b5652b3db5 up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:22:16.404239 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning for port 05424d55-cbbf-4df9-ad21-04b5652b3db5 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:22:16.410561 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port 05424d55-cbbf-4df9-ad21-04b5652b3db5 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:22:16.410987 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:16.542806 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:16.554435 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2987b57-e857-45c2-86ed-722c8e855f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05424d55-cbbf-4df9-ad21-04b5652b3db5'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:22:16.569805 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 05424d55-cbbf-4df9-ad21-04b5652b3db5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=05424d55-cbbf-4df9-ad21-04b5652b3db5,segment=NetworkSegment(4a4a5e70-daae-4192-9187-33f2fa3c2976),segment_id=4a4a5e70-daae-4192-9187-33f2fa3c2976)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:22:16.587433 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:16.591691 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:16.634059 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2987b57-e857-45c2-86ed-722c8e855f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05424d55-cbbf-4df9-ad21-04b5652b3db5', 'code': 200}
Apr 11 17:22:16.707706 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=05424d55-cbbf-4df9-ad21-04b5652b3db5,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:16.712528 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:16.795316 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838dc00-9493-4ba8-98c4-6267c579a172 req-b1b24ab4-4b4b-4de4-bec8-1849cfc90df4 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:16.796839 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7838dc00-9493-4ba8-98c4-6267c579a172 req-b1b24ab4-4b4b-4de4-bec8-1849cfc90df4 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.0944338
Apr 11 17:22:16.832337 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7838dc00-9493-4ba8-98c4-6267c579a172 req-805aa096-8857-4076-af0f-2127444956fd tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0291266
Apr 11 17:22:17.160586 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4942b-a10d-467f-9f23-0e15ad451c11 req-1377f446-524d-46c7-9235-d3795c6afcd5 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:17.162187 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-40e4942b-a10d-467f-9f23-0e15ad451c11 req-1377f446-524d-46c7-9235-d3795c6afcd5 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.1177626
Apr 11 17:22:17.200301 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-40e4942b-a10d-467f-9f23-0e15ad451c11 req-05c790e4-7ef9-417a-9c1b-b9da052ef0b3 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0289497
Apr 11 17:22:17.202741 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b30029-9b14-41d7-9c6f-97ef3667d872 req-63179dc8-dc9f-431b-98df-0e4c40a9a4aa tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:17.204560 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f7b30029-9b14-41d7-9c6f-97ef3667d872 req-63179dc8-dc9f-431b-98df-0e4c40a9a4aa tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 945 time: 0.1206818
Apr 11 17:22:17.238859 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f7b30029-9b14-41d7-9c6f-97ef3667d872 req-965da570-f500-4a51-bd9c-69bbf48f29ab tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0270705
Apr 11 17:22:17.545713 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ba33d-806f-4618-9c37-33984bbfe346 req-91b499b8-9696-4bf8-8c88-3cddafbb2996 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:17.547485 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bf5ba33d-806f-4618-9c37-33984bbfe346 req-91b499b8-9696-4bf8-8c88-3cddafbb2996 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1194429
Apr 11 17:22:17.591687 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bf5ba33d-806f-4618-9c37-33984bbfe346 req-96bdcb51-81fa-48f9-b836-2007d3c51fc5 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0274956
Apr 11 17:22:18.060546 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d7410-d53a-4269-83ac-f3076515f450 req-9f2077e4-65da-4b57-a906-f3df0be502bf tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:18.062144 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-052d7410-d53a-4269-83ac-f3076515f450 req-9f2077e4-65da-4b57-a906-f3df0be502bf tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.0941246
Apr 11 17:22:18.097427 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-052d7410-d53a-4269-83ac-f3076515f450 req-1c7000ad-9e98-47e5-9de2-fb4d571172c0 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0282822
Apr 11 17:22:18.418201 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53baa07-4105-41fb-b263-fe1d1127effe req-05e059bf-96c6-4ee2-b3fe-56bdeb834227 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:18.420009 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c53baa07-4105-41fb-b263-fe1d1127effe req-05e059bf-96c6-4ee2-b3fe-56bdeb834227 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.0918171
Apr 11 17:22:18.456406 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c53baa07-4105-41fb-b263-fe1d1127effe req-94e6ccbc-5423-4255-8e6f-7e99ac86369f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0296190
Apr 11 17:22:18.468177 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fddb80-c3a8-47b6-82d3-034be3824d82 req-dae9ea1b-5817-4759-abf1-56bcf9d3732f tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:18.470656 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-78fddb80-c3a8-47b6-82d3-034be3824d82 req-dae9ea1b-5817-4759-abf1-56bcf9d3732f tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 945 time: 0.1096692
Apr 11 17:22:18.528764 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-78fddb80-c3a8-47b6-82d3-034be3824d82 req-5ffd4930-80a1-47b5-b35c-72e7a522e6fc tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488365
Apr 11 17:22:18.812028 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25699454-bd0e-41a6-9f49-5464fb193524 req-860da326-1a0f-4d28-8335-339ad776cd35 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:18.814029 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-25699454-bd0e-41a6-9f49-5464fb193524 req-860da326-1a0f-4d28-8335-339ad776cd35 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1009781
Apr 11 17:22:18.857097 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-25699454-bd0e-41a6-9f49-5464fb193524 req-30cf8564-7563-4ff6-b67b-e0e3adc1974c tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358324
Apr 11 17:22:19.324787 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6987ff-5347-493c-8636-2de56ac0fe14 req-e74f8ba7-958d-49fd-9f75-2a996ccf2ab3 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:19.326657 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0a6987ff-5347-493c-8636-2de56ac0fe14 req-e74f8ba7-958d-49fd-9f75-2a996ccf2ab3 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.1154568
Apr 11 17:22:19.362179 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0a6987ff-5347-493c-8636-2de56ac0fe14 req-5dbe5d7c-a305-4225-a011-f08206060b7d tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0290811
Apr 11 17:22:19.671339 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a471ea4-5c36-4498-8aa9-ef9b8b448766 req-5d096506-355e-4bac-af46-75eeae012ec6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:19.672935 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5a471ea4-5c36-4498-8aa9-ef9b8b448766 req-5d096506-355e-4bac-af46-75eeae012ec6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.0887702
Apr 11 17:22:19.707983 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5a471ea4-5c36-4498-8aa9-ef9b8b448766 req-f3f3c8de-51be-4a39-bb55-fb0d06b03c58 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0283113
Apr 11 17:22:19.741856 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61caebcd-dacc-4daa-8403-d1b4d2362530 req-a7c2f788-2581-4e59-b3e8-a08a11034e4c tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:19.746542 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-61caebcd-dacc-4daa-8403-d1b4d2362530 req-a7c2f788-2581-4e59-b3e8-a08a11034e4c tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 945 time: 0.1026092
Apr 11 17:22:19.776913 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-61caebcd-dacc-4daa-8403-d1b4d2362530 req-fde81f2b-4e68-4118-a023-5dbb0dde7a71 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0263081
Apr 11 17:22:20.070608 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e18861-8141-47d3-8320-6e6dd07b015a req-67c69178-7ecf-4562-9668-2707e70b152e tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:20.072686 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-17e18861-8141-47d3-8320-6e6dd07b015a req-67c69178-7ecf-4562-9668-2707e70b152e tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.0973413
Apr 11 17:22:20.106241 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-17e18861-8141-47d3-8320-6e6dd07b015a req-376ce6a9-0f5e-4c4f-8b5b-26b6f1d1dffa tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0261199
Apr 11 17:22:20.223553 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:22:20.564965 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7fc04-5dd0-41f5-825a-900a25fe24c6 req-7779558d-dc22-4a80-8704-b4170d7e1453 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:20.571211 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-82a7fc04-5dd0-41f5-825a-900a25fe24c6 req-7779558d-dc22-4a80-8704-b4170d7e1453 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.0913789
Apr 11 17:22:20.610130 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-82a7fc04-5dd0-41f5-825a-900a25fe24c6 req-0d1fc8c0-6758-4f90-9523-92a552e19b90 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0345390
Apr 11 17:22:20.935724 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c60bd5-312f-4123-bdd6-9f507ba8dbe3 req-21271abf-b6d5-4528-86f9-16313ee75769 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:20.937348 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e1c60bd5-312f-4123-bdd6-9f507ba8dbe3 req-21271abf-b6d5-4528-86f9-16313ee75769 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.0901699
Apr 11 17:22:20.967709 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e1c60bd5-312f-4123-bdd6-9f507ba8dbe3 req-22ba6c12-91d0-4268-a80c-137eb506e63b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0239856
Apr 11 17:22:20.981975 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839de41-c089-4ab9-b2e8-abcd1edc68a3 req-7b8a08ab-ba6f-444f-a0e7-71f0845afcce tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:20.983584 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f839de41-c089-4ab9-b2e8-abcd1edc68a3 req-7b8a08ab-ba6f-444f-a0e7-71f0845afcce tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 945 time: 0.0896716
Apr 11 17:22:21.022696 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f839de41-c089-4ab9-b2e8-abcd1edc68a3 req-9ca9540d-903e-4f1c-8999-9011f65ca620 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0327179
Apr 11 17:22:21.315150 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb6456-38d7-4b7d-a4a5-bc8dee648436 req-b444ce69-c4dc-43d4-98ee-940d0b15795a tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:21.316836 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f6bb6456-38d7-4b7d-a4a5-bc8dee648436 req-b444ce69-c4dc-43d4-98ee-940d0b15795a tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.0928755
Apr 11 17:22:21.347896 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f6bb6456-38d7-4b7d-a4a5-bc8dee648436 req-1a9e2048-915e-41d0-bf49-fab3081e07a4 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244417
Apr 11 17:22:21.831806 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f222a-790c-4f12-ba1b-5b8a15f7c75a req-a8203bb0-ee40-4677-8083-1f5697f8d810 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:21.833463 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-651f222a-790c-4f12-ba1b-5b8a15f7c75a req-a8203bb0-ee40-4677-8083-1f5697f8d810 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.0972116
Apr 11 17:22:21.870206 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-651f222a-790c-4f12-ba1b-5b8a15f7c75a req-7b6f3f10-e2c8-4a9d-83bf-8679a7ccf498 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0300047
Apr 11 17:22:22.233451 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98368fe6-7abf-46ec-9db4-b5ccf5ebb935 req-e4d4ae12-2999-42d3-9315-1469c4edc6be tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:22.243116 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-98368fe6-7abf-46ec-9db4-b5ccf5ebb935 req-e4d4ae12-2999-42d3-9315-1469c4edc6be tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.1470203
Apr 11 17:22:22.271002 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4df44c-d6b6-4fe1-bfaf-d47171853095 req-40a78742-f14e-48ae-8c80-2673c1dbb66c tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:22.273001 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-98368fe6-7abf-46ec-9db4-b5ccf5ebb935 req-830c0c5f-ae93-4d27-9be6-cd309c87b926 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0289264
Apr 11 17:22:22.273205 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7e4df44c-d6b6-4fe1-bfaf-d47171853095 req-40a78742-f14e-48ae-8c80-2673c1dbb66c tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 945 time: 0.1179216
Apr 11 17:22:22.309025 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7e4df44c-d6b6-4fe1-bfaf-d47171853095 req-f595b47c-d3c6-4f6c-a6c1-19f728764c6d tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0263455
Apr 11 17:22:22.615389 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cb35b-62b5-4b01-849b-8543cfadac12 req-9bb0897a-d573-4539-b5b4-8336371738c3 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:22.617066 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4f1cb35b-62b5-4b01-849b-8543cfadac12 req-9bb0897a-d573-4539-b5b4-8336371738c3 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1114192
Apr 11 17:22:22.661116 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4f1cb35b-62b5-4b01-849b-8543cfadac12 req-33a9c8ec-8042-4e73-9cb4-34453021dc7c tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371234
Apr 11 17:22:23.088246 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f0924-b378-4b82-8917-745f31692d23 req-ce19182b-c551-443d-93e8-cad1c6aa3c19 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:23.089875 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dc8f0924-b378-4b82-8917-745f31692d23 req-ce19182b-c551-443d-93e8-cad1c6aa3c19 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.0907960
Apr 11 17:22:23.124898 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dc8f0924-b378-4b82-8917-745f31692d23 req-c60b1965-8b07-4d74-b0b6-1ae957e3778a tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0286901
Apr 11 17:22:23.557835 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d92c3-a6e9-4a9b-bfe9-96034fcb0c3c req-6ccec81f-6f2f-4b35-ac4a-15781e7e4264 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:23.566399 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bf2d92c3-a6e9-4a9b-bfe9-96034fcb0c3c req-6ccec81f-6f2f-4b35-ac4a-15781e7e4264 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 945 time: 0.1188214
Apr 11 17:22:23.603235 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f6221-707f-4052-a60c-3514c261ccad req-f797235c-a12b-4763-bb96-30fa02da0090 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:23.604928 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6f4f6221-707f-4052-a60c-3514c261ccad req-f797235c-a12b-4763-bb96-30fa02da0090 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.2030768
Apr 11 17:22:23.605783 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bf2d92c3-a6e9-4a9b-bfe9-96034fcb0c3c req-643abcfa-10da-4c86-923a-24be20942583 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381470
Apr 11 17:22:23.646112 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6f4f6221-707f-4052-a60c-3514c261ccad req-24c88e7a-f347-483e-97b4-f996f6cc19cd tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0253432
Apr 11 17:22:23.872038 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124abac-a7c9-4b30-a457-da0767d5972e req-bace3c93-6892-46b2-b314-a9a3079bf1ab tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:23.873855 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c124abac-a7c9-4b30-a457-da0767d5972e req-bace3c93-6892-46b2-b314-a9a3079bf1ab tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.0939155
Apr 11 17:22:23.922638 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c124abac-a7c9-4b30-a457-da0767d5972e req-ab2b015f-b6df-4b2d-942a-afb78a1e88fb tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413318
Apr 11 17:22:24.336746 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d19872-abcc-493a-b475-090f46b58e84 req-4c1694e5-0715-495b-a730-1610228f3978 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:24.338577 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f2d19872-abcc-493a-b475-090f46b58e84 req-4c1694e5-0715-495b-a730-1610228f3978 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.0937250
Apr 11 17:22:24.372840 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f2d19872-abcc-493a-b475-090f46b58e84 req-f92b8890-a42b-46ed-bbae-036f9e59f68a tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0276089
Apr 11 17:22:24.804949 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790bd4c-6314-4feb-80a7-ce6acf1c006e req-bbf5ee87-f985-48b7-8307-f4a013312f9c tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:24.806767 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5790bd4c-6314-4feb-80a7-ce6acf1c006e req-bbf5ee87-f985-48b7-8307-f4a013312f9c tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 945 time: 0.0904276
Apr 11 17:22:24.841882 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5790bd4c-6314-4feb-80a7-ce6acf1c006e req-49fcbb73-d7ac-409b-85c0-fb9d5c459fa3 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0265982
Apr 11 17:22:24.906370 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcb214-2dfa-46a6-b051-af110faf45d1 req-a80ce409-eb88-428c-adcf-7b6a0acbd7a5 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:24.908025 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b3fcb214-2dfa-46a6-b051-af110faf45d1 req-a80ce409-eb88-428c-adcf-7b6a0acbd7a5 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.1191154
Apr 11 17:22:24.950927 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b3fcb214-2dfa-46a6-b051-af110faf45d1 req-d2bdf580-7915-4f5b-8c5d-9b5d6a84db03 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353177
Apr 11 17:22:25.140342 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e4cb4-c839-48c5-ab9d-f78b381d3dc6 req-d5d4a397-b91e-45e5-a7b4-c89d858b00c4 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:25.142040 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cf6e4cb4-c839-48c5-ab9d-f78b381d3dc6 req-d5d4a397-b91e-45e5-a7b4-c89d858b00c4 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.0907133
Apr 11 17:22:25.176833 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cf6e4cb4-c839-48c5-ab9d-f78b381d3dc6 req-c60272b7-9106-43de-8dbc-7a4a65d0fb9c tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0281813
Apr 11 17:22:25.613257 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71510c-6c94-464c-9659-b36359b247d8 req-290945dc-91a2-40ee-96d7-30e43dad064d tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:25.614836 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9b71510c-6c94-464c-9659-b36359b247d8 req-290945dc-91a2-40ee-96d7-30e43dad064d tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.0946269
Apr 11 17:22:25.647609 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9b71510c-6c94-464c-9659-b36359b247d8 req-ac0e6e8e-7226-409c-b607-f484b6d78015 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0250165
Apr 11 17:22:26.073011 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c922d98-7184-48cd-b5e3-30a0d0f6788a req-09a5a31c-ee4a-4bd8-83ba-70aca20df35e tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:26.074621 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9c922d98-7184-48cd-b5e3-30a0d0f6788a req-09a5a31c-ee4a-4bd8-83ba-70aca20df35e tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 945 time: 0.0905788
Apr 11 17:22:26.138119 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9c922d98-7184-48cd-b5e3-30a0d0f6788a req-6070818b-7ebe-495c-a86d-78d6fef2d865 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366175
Apr 11 17:22:26.180173 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05456e7-d7c2-4476-a541-11310d1e4160 req-54b66fdf-048e-4a7f-aa77-34c203d0761e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:26.184905 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e05456e7-d7c2-4476-a541-11310d1e4160 req-54b66fdf-048e-4a7f-aa77-34c203d0761e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.1093817
Apr 11 17:22:26.231266 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e05456e7-d7c2-4476-a541-11310d1e4160 req-3512fe9c-a3de-48bf-b545-a24912ce8db6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416074
Apr 11 17:22:26.386298 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2772c0-bc32-42de-a700-2424a6d004d8 req-75c5a178-f5b6-4cec-a44c-7c23101d9799 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:26.387916 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dd2772c0-bc32-42de-a700-2424a6d004d8 req-75c5a178-f5b6-4cec-a44c-7c23101d9799 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.0909770
Apr 11 17:22:26.423213 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dd2772c0-bc32-42de-a700-2424a6d004d8 req-d84611d2-0eb6-4450-87a9-b3986f2e6001 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0290132
Apr 11 17:22:26.873148 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37f356-7788-4dad-964d-9f66803aa4d9 req-f746959d-9478-4c82-8c25-dc45e4e59e77 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:26.874710 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6b37f356-7788-4dad-964d-9f66803aa4d9 req-f746959d-9478-4c82-8c25-dc45e4e59e77 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.1003995
Apr 11 17:22:26.904795 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6b37f356-7788-4dad-964d-9f66803aa4d9 req-8ef442bc-1696-4549-a477-abf18e6500e6 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0236206
Apr 11 17:22:27.164863 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:27.333539 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78d1c1-16d0-46f9-9ac8-5edbaefc3b11 req-c656445c-b8d7-4951-9f34-2b4d75f5df81 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:27.335789 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2f78d1c1-16d0-46f9-9ac8-5edbaefc3b11 req-c656445c-b8d7-4951-9f34-2b4d75f5df81 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 945 time: 0.0899458
Apr 11 17:22:27.367548 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2f78d1c1-16d0-46f9-9ac8-5edbaefc3b11 req-81bd7c32-7699-479d-b994-88a5163e2676 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251310
Apr 11 17:22:27.436452 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e0e0a-c8f6-40a5-bfac-5cb28f7dd4df req-449676fd-e1d4-4465-9309-31af48452ca6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:27.438036 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-457e0e0a-c8f6-40a5-bfac-5cb28f7dd4df req-449676fd-e1d4-4465-9309-31af48452ca6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.0923011
Apr 11 17:22:27.468983 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-457e0e0a-c8f6-40a5-bfac-5cb28f7dd4df req-b8f4e82b-48a0-4d6b-b413-fca08e14129d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0245378
Apr 11 17:22:27.669077 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d211795-42d3-4340-941c-147303a68377 req-a5a856c3-0921-431a-8f4c-a69268d3007e tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:27.670679 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9d211795-42d3-4340-941c-147303a68377 req-a5a856c3-0921-431a-8f4c-a69268d3007e tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.0918903
Apr 11 17:22:27.705418 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9d211795-42d3-4340-941c-147303a68377 req-c983fd12-4164-4679-831f-8902422ff798 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0284109
Apr 11 17:22:28.157503 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fb679-443a-43c3-b4d5-ebd0505bccc6 req-282b3653-0cdf-4b61-87fc-41f0a06f3163 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:28.159100 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-693fb679-443a-43c3-b4d5-ebd0505bccc6 req-282b3653-0cdf-4b61-87fc-41f0a06f3163 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.1251233
Apr 11 17:22:28.192093 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-693fb679-443a-43c3-b4d5-ebd0505bccc6 req-7fbe64f9-154b-4959-9bd2-eb3cdfc06a36 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0250754
Apr 11 17:22:28.294602 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 50734) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:28.418212 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6a1439fe-cfda-4563-a212-fdc184a61204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:28.433757 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-6a1439fe-cfda-4563-a212-fdc184a61204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:22:28.437808 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-6a1439fe-cfda-4563-a212-fdc184a61204 admin admin] Usage tracker for resource:security_group_rule and tenant:4e7c0ad9c32e48d6aa41cffe6c0d8029 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:22:28.440848 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-6a1439fe-cfda-4563-a212-fdc184a61204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:22:28.447438 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-6a1439fe-cfda-4563-a212-fdc184a61204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:22:28.563839 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6a1439fe-cfda-4563-a212-fdc184a61204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:28.567763 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6a1439fe-cfda-4563-a212-fdc184a61204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:28.578412 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-6becfc34-08ea-43d2-9ce9-7ea8533f20d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:28.602342 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a8790-6c40-4dea-aa6b-6a54b1706fec req-daae7a16-fd29-44c5-8afe-cb54faa5c6fa tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:28.604304 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-556a8790-6c40-4dea-aa6b-6a54b1706fec req-daae7a16-fd29-44c5-8afe-cb54faa5c6fa tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 945 time: 0.1194353
Apr 11 17:22:28.639230 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-556a8790-6c40-4dea-aa6b-6a54b1706fec req-e3514f6c-7df4-4f46-9e39-f6a1700e883e tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0282655
Apr 11 17:22:28.704122 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1439fe-cfda-4563-a212-fdc184a61204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba10f173-0565-43a1-9c6d-2fbecac44cf6,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:28.708305 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-6a1439fe-cfda-4563-a212-fdc184a61204 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e7c0ad9c32e48d6aa41cffe6c0d8029&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4129848
Apr 11 17:22:28.712349 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 50746) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:28.724474 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1439fe-cfda-4563-a212-fdc184a61204 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:28.724908 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1439fe-cfda-4563-a212-fdc184a61204 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:28.725335 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1439fe-cfda-4563-a212-fdc184a61204 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:28.725819 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1439fe-cfda-4563-a212-fdc184a61204 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:28.726229 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1439fe-cfda-4563-a212-fdc184a61204 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:28.726624 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1439fe-cfda-4563-a212-fdc184a61204 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:28.727014 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1439fe-cfda-4563-a212-fdc184a61204 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:28.727405 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1439fe-cfda-4563-a212-fdc184a61204 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:28.727794 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1439fe-cfda-4563-a212-fdc184a61204 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:28.728181 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1439fe-cfda-4563-a212-fdc184a61204 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:28.728620 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1439fe-cfda-4563-a212-fdc184a61204 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:28.729008 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1439fe-cfda-4563-a212-fdc184a61204 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:22:28.743920 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-6a1439fe-cfda-4563-a212-fdc184a61204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:28.765914 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3aaa4c-b1d0-479c-b30b-71ff91f03701 req-e4fade28-f55a-4904-bdf8-c70853d1cbdf tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:28.767993 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3d3aaa4c-b1d0-479c-b30b-71ff91f03701 req-e4fade28-f55a-4904-bdf8-c70853d1cbdf tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.1633723
Apr 11 17:22:28.787851 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2a5e995a-f6f5-45db-a41b-9aa1fa100fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:28.802223 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3d3aaa4c-b1d0-479c-b30b-71ff91f03701 req-ebd2f86b-45b8-400e-93e5-d442a59ef01d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0262876
Apr 11 17:22:28.816963 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2a5e995a-f6f5-45db-a41b-9aa1fa100fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:28.941091 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2a5e995a-f6f5-45db-a41b-9aa1fa100fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:28.947589 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f1ba5ac1-4264-49df-b715-41b6bc82446a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:28.965325 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803cf8e-3f91-4a04-936d-e1b5d3e20922 req-23f4f844-92c7-4477-acc6-3843a6120ed0 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:28.966838 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1803cf8e-3f91-4a04-936d-e1b5d3e20922 req-23f4f844-92c7-4477-acc6-3843a6120ed0 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1412327
Apr 11 17:22:28.969511 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e995a-f6f5-45db-a41b-9aa1fa100fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba10f173-0565-43a1-9c6d-2fbecac44cf6,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:28.974456 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2a5e995a-f6f5-45db-a41b-9aa1fa100fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:28.978655 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2a5e995a-f6f5-45db-a41b-9aa1fa100fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:28.979802 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-2a5e995a-f6f5-45db-a41b-9aa1fa100fa0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba10f173-0565-43a1-9c6d-2fbecac44cf6 HTTP/1.1" status: 204  len: 168 time: 0.2663522
Apr 11 17:22:29.003733 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1803cf8e-3f91-4a04-936d-e1b5d3e20922 req-67757314-afe6-4013-a1e9-be0de58d6b88 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0282247
Apr 11 17:22:29.396274 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25632894-fc57-428e-9a38-7514d25bdbd5 req-c357643b-9c8e-42b4-95d9-78b9b408a46f tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:29.398586 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-25632894-fc57-428e-9a38-7514d25bdbd5 req-c357643b-9c8e-42b4-95d9-78b9b408a46f tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.0879922
Apr 11 17:22:29.427865 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-25632894-fc57-428e-9a38-7514d25bdbd5 req-e140668b-59df-4ce3-a395-a415a8387877 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0230243
Apr 11 17:22:29.850943 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5f316-bc30-4377-a9fa-cec073d8c0f8 req-116f8317-438b-4d0b-8918-c64f5ef01728 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:29.852649 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ece5f316-bc30-4377-a9fa-cec073d8c0f8 req-116f8317-438b-4d0b-8918-c64f5ef01728 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 945 time: 0.0938842
Apr 11 17:22:29.884823 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ece5f316-bc30-4377-a9fa-cec073d8c0f8 req-3fb9980c-f224-4490-a846-1c02571ae304 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0255702
Apr 11 17:22:30.040588 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd81a91-18a3-4fdf-8fd8-a3e2d402abc9 req-d76e8232-0c1c-46e0-9404-876a6b7a4632 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:30.042236 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ddd81a91-18a3-4fdf-8fd8-a3e2d402abc9 req-d76e8232-0c1c-46e0-9404-876a6b7a4632 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.1035342
Apr 11 17:22:30.074493 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ddd81a91-18a3-4fdf-8fd8-a3e2d402abc9 req-21952636-8a9c-47de-a9d9-5b484732c21c tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0251632
Apr 11 17:22:30.210936 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e89e57-9e4e-42b0-9bbc-ef513a676926 req-c05d13d1-aae1-46d9-b4b3-1a7e586d05be tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:30.212828 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f9e89e57-9e4e-42b0-9bbc-ef513a676926 req-c05d13d1-aae1-46d9-b4b3-1a7e586d05be tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.0896444
Apr 11 17:22:30.243753 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f9e89e57-9e4e-42b0-9bbc-ef513a676926 req-61f8f3d4-0c42-4fd5-9f86-6edda31d2b51 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0242181
Apr 11 17:22:30.626281 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677e72b-bf66-45e1-b6e9-a411e49983cd req-d95c36e7-a1af-45e8-9914-74e6e786865e tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:30.627767 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8677e72b-bf66-45e1-b6e9-a411e49983cd req-d95c36e7-a1af-45e8-9914-74e6e786865e tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.0879741
Apr 11 17:22:30.658396 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8677e72b-bf66-45e1-b6e9-a411e49983cd req-23edffb0-f734-4002-8845-f22edab6e6e0 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0237155
Apr 11 17:22:31.089127 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7282db-72ca-4be2-b2e6-34d80f29c912 req-69e77956-687e-4252-984a-4a362b592759 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:31.090861 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ba7282db-72ca-4be2-b2e6-34d80f29c912 req-69e77956-687e-4252-984a-4a362b592759 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 945 time: 0.0926802
Apr 11 17:22:31.122062 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ba7282db-72ca-4be2-b2e6-34d80f29c912 req-c6ee0d45-7870-47ac-8bcb-bbc8a133428e tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0248308
Apr 11 17:22:31.292263 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce9634-451f-4efa-9f49-9c8e90ace241 req-4382ff88-6ce0-4455-8d84-63443c4d38d2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:31.300769 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a9ce9634-451f-4efa-9f49-9c8e90ace241 req-4382ff88-6ce0-4455-8d84-63443c4d38d2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.1046877
Apr 11 17:22:31.329699 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a9ce9634-451f-4efa-9f49-9c8e90ace241 req-8fdda97b-e4b2-411c-988f-97cb90ec1d9b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0280437
Apr 11 17:22:31.358209 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5efbcdad-45d7-408c-aba1-673b68fd12df req-62186cdf-536b-4b83-b33a-22400aad5e02 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0999758
Apr 11 17:22:31.532594 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbcdad-45d7-408c-aba1-673b68fd12df req-195d0e90-fab6-40e9-9190-9a61f4ce88a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:31.534086 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5efbcdad-45d7-408c-aba1-673b68fd12df req-195d0e90-fab6-40e9-9190-9a61f4ce88a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4744d33c997d404c90625352a9aecf4d&device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 1098 time: 0.1188688
Apr 11 17:22:31.546604 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed5c7a-50fa-4578-8604-74c93e7df941 req-25c8cdd0-2a4c-4a4b-bdeb-f1908cd7d155 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:31.548918 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-24ed5c7a-50fa-4578-8604-74c93e7df941 req-25c8cdd0-2a4c-4a4b-bdeb-f1908cd7d155 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1769075
Apr 11 17:22:31.628570 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f14fe-1da8-478e-a894-eef5d69a2b4e req-b68a7339-cd59-4e80-adf5-d8015ac0f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:31.630155 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-833f14fe-1da8-478e-a894-eef5d69a2b4e req-b68a7339-cd59-4e80-adf5-d8015ac0f87e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 1098 time: 0.0817533
Apr 11 17:22:31.657866 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-833f14fe-1da8-478e-a894-eef5d69a2b4e req-7f147a58-bcfc-4f95-84ad-599a5cb2102d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0199637
Apr 11 17:22:31.664737 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-24ed5c7a-50fa-4578-8604-74c93e7df941 req-c3d694cd-46b5-4ed0-85c7-78f9f95d5036 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795248
Apr 11 17:22:31.774278 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af4acd-97f7-4e6e-8764-b3896e6a9b39 req-6f543ea5-97d9-4243-ba5e-f3c24b987ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:31.775878 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d5af4acd-97f7-4e6e-8764-b3896e6a9b39 req-6f543ea5-97d9-4243-ba5e-f3c24b987ef5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 1098 time: 0.2260516
Apr 11 17:22:31.780301 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbcdad-45d7-408c-aba1-673b68fd12df req-16a3c81d-018a-488e-848d-ad324931ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:31.781754 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5efbcdad-45d7-408c-aba1-673b68fd12df req-16a3c81d-018a-488e-848d-ad324931ff71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d07600c-54c6-4d19-b4b0-98bb107e0071 HTTP/1.1" status: 200  len: 910 time: 0.1907923
Apr 11 17:22:31.868479 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cda12a-41e2-4d6a-b9d2-52b248ce5d4c req-018c55e4-a28a-41d1-8c29-304d8f865b5e tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:31.870009 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b8cda12a-41e2-4d6a-b9d2-52b248ce5d4c req-018c55e4-a28a-41d1-8c29-304d8f865b5e tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.0927136
Apr 11 17:22:31.902319 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b8cda12a-41e2-4d6a-b9d2-52b248ce5d4c req-4e9eab43-3d88-4591-be4a-5c9dd8208f85 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0259383
Apr 11 17:22:32.088685 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d5af4acd-97f7-4e6e-8764-b3896e6a9b39 req-0866a3c8-c56d-40d9-8514-671a6f8e9648 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2975941
Apr 11 17:22:32.120566 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5efbcdad-45d7-408c-aba1-673b68fd12df req-9a6ff402-a004-4413-bffe-fceddd56a903 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c923078-f1b7-41d4-8180-31cf62e35522 HTTP/1.1" status: 200  len: 1001 time: 0.3191986
Apr 11 17:22:32.219966 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbcdad-45d7-408c-aba1-673b68fd12df req-bb7afca4-e604-4d67-8963-9054e603862c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:32.221584 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5efbcdad-45d7-408c-aba1-673b68fd12df req-bb7afca4-e604-4d67-8963-9054e603862c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=366c0678-a15a-4f72-a34e-cf6cad6c7b77 HTTP/1.1" status: 200  len: 848 time: 0.0663149
Apr 11 17:22:32.386879 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbcdad-45d7-408c-aba1-673b68fd12df req-4be72366-ffb9-41b1-bd4b-abe3e6b05d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:32.388493 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5efbcdad-45d7-408c-aba1-673b68fd12df req-4be72366-ffb9-41b1-bd4b-abe3e6b05d47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d07600c-54c6-4d19-b4b0-98bb107e0071&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1151183
Apr 11 17:22:32.398218 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a99046-e38f-4a4b-8bc3-6a16a7d1db46 req-4080e843-5dec-4bc6-9d6f-2223dbb6fa5b tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:32.399698 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e9a99046-e38f-4a4b-8bc3-6a16a7d1db46 req-4080e843-5dec-4bc6-9d6f-2223dbb6fa5b tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 945 time: 0.1627712
Apr 11 17:22:32.512873 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e9a99046-e38f-4a4b-8bc3-6a16a7d1db46 req-cf27bfe9-aeb9-447b-b40c-a0581863df98 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910175
Apr 11 17:22:32.541386 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab07e9-33b3-48dd-a110-988dc4041ec9 req-2065b609-87a8-4fca-af4b-e33a81d76bc1 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:32.542964 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-99ab07e9-33b3-48dd-a110-988dc4041ec9 req-2065b609-87a8-4fca-af4b-e33a81d76bc1 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.0902321
Apr 11 17:22:32.563192 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5efbcdad-45d7-408c-aba1-673b68fd12df req-449b396c-329a-4137-aad1-0bd01463f183 service neutron] 10.222.0.37 "GET /v2.0/networks/6d07600c-54c6-4d19-b4b0-98bb107e0071?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1624053
Apr 11 17:22:32.574473 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-99ab07e9-33b3-48dd-a110-988dc4041ec9 req-350263ba-680f-41b2-b7ab-798426f9ced0 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0249431
Apr 11 17:22:32.718723 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5efbcdad-45d7-408c-aba1-673b68fd12df req-4c27ff98-46ce-495d-b4b1-9a26a45c7dba service neutron] 10.222.0.37 "GET /v2.0/networks/6d07600c-54c6-4d19-b4b0-98bb107e0071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444016
Apr 11 17:22:32.876529 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d0439-a331-4127-a233-0048e402f2b6 req-77e11a8b-e0fb-4b93-a122-110f94892c4a tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:32.878090 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-439d0439-a331-4127-a233-0048e402f2b6 req-77e11a8b-e0fb-4b93-a122-110f94892c4a tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.0978613
Apr 11 17:22:32.908968 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-439d0439-a331-4127-a233-0048e402f2b6 req-1d805069-e0bf-45fd-9857-5b6921fb0626 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0238783
Apr 11 17:22:33.110512 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328742b2-a758-4925-8476-82929ee88cc8 req-6e686960-1c5c-4cdf-990f-546ec8897aab tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:33.112140 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-328742b2-a758-4925-8476-82929ee88cc8 req-6e686960-1c5c-4cdf-990f-546ec8897aab tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.0933254
Apr 11 17:22:33.145086 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-328742b2-a758-4925-8476-82929ee88cc8 req-64a951db-1bd3-439a-bf20-bbccac69647e tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0251405
Apr 11 17:22:33.354641 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a189b4-6a04-48f8-9cdb-b9cf3195b78c req-bb881975-b427-4bde-9dfa-65dc410ae513 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:33.356240 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a5a189b4-6a04-48f8-9cdb-b9cf3195b78c req-bb881975-b427-4bde-9dfa-65dc410ae513 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.0920639
Apr 11 17:22:33.436430 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a5a189b4-6a04-48f8-9cdb-b9cf3195b78c req-afce0586-d971-4d5c-b3c5-7bf36c16bfc9 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0736427
Apr 11 17:22:33.461673 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 50786) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:33.476780 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb9258-238f-4fdc-b100-fe5aeb9b3def req-271a3a75-2197-4663-9fb3-4445ab5eab75 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:33.478437 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-72bb9258-238f-4fdc-b100-fe5aeb9b3def req-271a3a75-2197-4663-9fb3-4445ab5eab75 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 945 time: 0.1012750
Apr 11 17:22:33.559643 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-72bb9258-238f-4fdc-b100-fe5aeb9b3def req-b0943dd0-fbf5-476d-8b2e-f3da487e3a27 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Deleting port 29ccad86-0933-40fb-9ab4-10f73d24d497 {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:22:33.560039 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-72bb9258-238f-4fdc-b100-fe5aeb9b3def req-b0943dd0-fbf5-476d-8b2e-f3da487e3a27 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:33.830333 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e4d344-84a5-42d5-a46b-ea5954456816 tempest-TestShelveInstance-1890696846 tempest-TestShelveInstance-1890696846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:33.831977 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-b4e4d344-84a5-42d5-a46b-ea5954456816 tempest-TestShelveInstance-1890696846 tempest-TestShelveInstance-1890696846-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 1093 time: 0.3689737
Apr 11 17:22:33.836745 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 50796) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:33.843111 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Request body: {'floatingip': {'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'port_id': '05424d55-cbbf-4df9-ad21-04b5652b3db5', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:22:33.855233 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a39555-77de-4cc2-b341-8c6d6f88a806 req-46943f26-ff54-428a-964c-6f86f841b4d4 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:33.856824 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c8a39555-77de-4cc2-b341-8c6d6f88a806 req-46943f26-ff54-428a-964c-6f86f841b4d4 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 945 time: 0.1370873
Apr 11 17:22:33.859157 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:22:33.863314 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Usage tracker for resource:floatingip and tenant:33c629be32ce4c04bbbe4f0b08fadabb is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:22:33.868186 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:22:33.889305 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:22:33.901151 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c8a39555-77de-4cc2-b341-8c6d6f88a806 req-4f306230-1218-4bfe-baf5-ed4369bde1b2 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347471
Apr 11 17:22:33.906426 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for floatingip, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:33.925822 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-72bb9258-238f-4fdc-b100-fe5aeb9b3def req-b0943dd0-fbf5-476d-8b2e-f3da487e3a27 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] For port 29ccad86-0933-40fb-9ab4-10f73d24d497, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=29ccad86-0933-40fb-9ab4-10f73d24d497,segment=NetworkSegment(b949748e-d732-4feb-9db4-3e6c74ae4c7c),segment_id=b949748e-d732-4feb-9db4-3e6c74ae4c7c)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:22:33.925822 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-72bb9258-238f-4fdc-b100-fe5aeb9b3def req-b0943dd0-fbf5-476d-8b2e-f3da487e3a27 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:34.004501 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e663a8-291a-4fd7-81cb-22db59b99eb0 req-5e709771-f664-4aa7-b809-b40861dd9957 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:34.007392 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a5e663a8-291a-4fd7-81cb-22db59b99eb0 req-5e709771-f664-4aa7-b809-b40861dd9957 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.2739520
Apr 11 17:22:34.079808 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-72bb9258-238f-4fdc-b100-fe5aeb9b3def req-b0943dd0-fbf5-476d-8b2e-f3da487e3a27 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Calling delete_port for 29ccad86-0933-40fb-9ab4-10f73d24d497 owned by compute:nova {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:22:34.124264 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:34.154938 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a5e663a8-291a-4fd7-81cb-22db59b99eb0 req-07a75404-20b0-4339-8e8b-b5495584e194 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0833480
Apr 11 17:22:34.220490 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1fa60-dd4a-4755-8f32-2e555b775ce0 req-57acdd04-8a03-46aa-9cc1-36e77b864cde tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:34.222388 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d3e1fa60-dd4a-4755-8f32-2e555b775ce0 req-57acdd04-8a03-46aa-9cc1-36e77b864cde tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1832216
Apr 11 17:22:34.271144 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d3e1fa60-dd4a-4755-8f32-2e555b775ce0 req-66949bba-2d9c-4314-ac7e-0f11f735ca18 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377483
Apr 11 17:22:34.301577 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-72bb9258-238f-4fdc-b100-fe5aeb9b3def req-b0943dd0-fbf5-476d-8b2e-f3da487e3a27 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:34.314591 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['6fe92256-fd45-4cd8-8755-7daeb2e00012', '27297ba3-6442-4b56-84ef-a8ed6dee6d2e', '29ccad86-0933-40fb-9ab4-10f73d24d497'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:22:34.318201 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:34.347613 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Allocated IP 172.27.0.248 (25e26079-4f70-47ba-b0dc-8350ca691b81/cc27d420-6b5b-4cd9-be1f-976508ada296/74c4bca6-a156-49e2-8b6b-8b1ae40a3da4) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:22:34.381882 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0943dd0-fbf5-476d-8b2e-f3da487e3a27 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Pushing event deleted for resources: {'Port': ['ID=29ccad86-0933-40fb-9ab4-10f73d24d497,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:34.386912 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b0943dd0-fbf5-476d-8b2e-f3da487e3a27 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:34.561953 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:34.582999 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bb9258-238f-4fdc-b100-fe5aeb9b3def req-b0943dd0-fbf5-476d-8b2e-f3da487e3a27 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] No DVR routers for this DVR port 29ccad86-0933-40fb-9ab4-10f73d24d497 on host hv-cinder-78477 {{(pid=85264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:22:34.586021 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-72bb9258-238f-4fdc-b100-fe5aeb9b3def req-b0943dd0-fbf5-476d-8b2e-f3da487e3a27 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:34.592505 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017', 'name': 'network-vif-deleted', 'tag': '29ccad86-0933-40fb-9ab4-10f73d24d497'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:22:34.612060 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:34.614233 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-72bb9258-238f-4fdc-b100-fe5aeb9b3def req-b0943dd0-fbf5-476d-8b2e-f3da487e3a27 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.37 "DELETE /v2.0/ports/29ccad86-0933-40fb-9ab4-10f73d24d497 HTTP/1.1" status: 204  len: 173 time: 1.1294553
Apr 11 17:22:34.660389 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017', 'name': 'network-vif-deleted', 'tag': '29ccad86-0933-40fb-9ab4-10f73d24d497', 'status': 'completed', 'code': 200}
Apr 11 17:22:34.701060 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-4eac45c2-03c5-49ea-a7a5-458f1cf7ac32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:34.798488 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Pushing event updated for resources: {'Port': ['ID=74c4bca6-a156-49e2-8b6b-8b1ae40a3da4,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:34.804446 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:34.840826 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Network 25e26079-4f70-47ba-b0dc-8350ca691b81 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:22:34.844396 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Resources bound (agent type, host, resource id):  {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:22:34.846913 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:22:34.970492 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcedff-533f-48e4-ac0e-9abbd608831c req-c9c534a3-f533-4330-ab05-6d4ba297f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:34.972132 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3dbcedff-533f-48e4-ac0e-9abbd608831c req-c9c534a3-f533-4330-ab05-6d4ba297f73a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9bb61f1e6f04c45882198b1f39ca070&device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 1098 time: 0.1764586
Apr 11 17:22:34.985644 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8498ec-1837-4933-8aae-242a69107fea req-9f036508-1821-4215-9bb5-49c465aa08eb tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:34.987214 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4c8498ec-1837-4933-8aae-242a69107fea req-9f036508-1821-4215-9bb5-49c465aa08eb tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1281118
Apr 11 17:22:35.107784 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4c8498ec-1837-4933-8aae-242a69107fea req-a339564f-59ad-4833-a94d-60aeab572013 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948200
Apr 11 17:22:35.151175 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcedff-533f-48e4-ac0e-9abbd608831c req-03e84286-646d-462e-a75b-f4ebf816bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:35.152800 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3dbcedff-533f-48e4-ac0e-9abbd608831c req-03e84286-646d-462e-a75b-f4ebf816bb1b service neutron] 10.222.0.37 "GET /v2.0/networks?id=80f28fa7-36bb-4960-bba0-f581250796a5 HTTP/1.1" status: 200  len: 920 time: 0.1646214
Apr 11 17:22:35.243916 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3dbcedff-533f-48e4-ac0e-9abbd608831c req-123c75de-523f-4dd7-8c88-1db39be3f759 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b562c0b1-2753-439f-b562-116cd8473706 HTTP/1.1" status: 200  len: 217 time: 0.0832834
Apr 11 17:22:35.407434 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcedff-533f-48e4-ac0e-9abbd608831c req-544165d7-42ac-4cb2-aea3-d1c6cde6246c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:35.409095 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3dbcedff-533f-48e4-ac0e-9abbd608831c req-544165d7-42ac-4cb2-aea3-d1c6cde6246c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2449f5f4-85cf-4114-8bd0-f3e8caf3301d HTTP/1.1" status: 200  len: 859 time: 0.1563134
Apr 11 17:22:35.434437 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3d45fb85-4a6b-4672-9f52-bbaa373badbb req-df51e68e-fec3-4dbd-bd2d-3595389ff5b0 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd4cfc5-f4d6-4614-acc8-2a0bd80b2017 HTTP/1.1" status: 200  len: 210 time: 0.3403530
Apr 11 17:22:35.473470 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3dbcedff-533f-48e4-ac0e-9abbd608831c req-769ca557-fb68-45d3-b632-a7ef388af1f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=80f28fa7-36bb-4960-bba0-f581250796a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512435
Apr 11 17:22:35.491075 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef821c28-0a45-4fdf-bc54-563782fe464d req-77b9e643-5d58-4eb2-9876-0914ecff7451 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:35.492780 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ef821c28-0a45-4fdf-bc54-563782fe464d req-77b9e643-5d58-4eb2-9876-0914ecff7451 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.1706631
Apr 11 17:22:35.550982 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:35.619185 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ef821c28-0a45-4fdf-bc54-563782fe464d req-296064e2-d290-4f5a-8d0d-14461e7942f4 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002254
Apr 11 17:22:35.629462 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:35.656263 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3dbcedff-533f-48e4-ac0e-9abbd608831c req-57bc736b-2c50-4ffc-aacf-2fbe692ca5a3 service neutron] 10.222.0.37 "GET /v2.0/networks/80f28fa7-36bb-4960-bba0-f581250796a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1623297
Apr 11 17:22:35.799138 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3dbcedff-533f-48e4-ac0e-9abbd608831c req-fab5b493-5fdf-4a43-aada-a5bfc82fa8da service neutron] 10.222.0.37 "GET /v2.0/networks/80f28fa7-36bb-4960-bba0-f581250796a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354740
Apr 11 17:22:35.908887 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:35.913157 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933374'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:35.928156 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f1f79e67-289c-4ad0-b7ac-3e4074819fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:36.069534 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Pushing event updated for resources: {'Port': ['ID=74c4bca6-a156-49e2-8b6b-8b1ae40a3da4,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:36.073864 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:36.171941 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448862'] for floatingip, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:36.383074 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 29ccad86-0933-40fb-9ab4-10f73d24d497 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:22:36.416789 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.l3_db [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Floating IP e201746d-d216-490f-99f9-1a421d184dcc associated. External IP: 172.27.0.248, port: 05424d55-cbbf-4df9-ad21-04b5652b3db5.
Apr 11 17:22:36.420668 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] No Port match for: 29ccad86-0933-40fb-9ab4-10f73d24d497 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:22:36.421068 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 29ccad86-0933-40fb-9ab4-10f73d24d497 not bound to the agent host hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:22:36.484540 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d104f6-afdd-47fe-9950-c171419ffe26 req-b4e00fb8-8792-4dbe-90c0-f3d5a398e59e tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:36.486165 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-16d104f6-afdd-47fe-9950-c171419ffe26 req-b4e00fb8-8792-4dbe-90c0-f3d5a398e59e tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.2570856
Apr 11 17:22:36.595445 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-16d104f6-afdd-47fe-9950-c171419ffe26 req-3077b445-6de5-4a51-8526-6ce91c039617 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483265
Apr 11 17:22:36.903146 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefdd74-6c20-4f90-91b4-30f0e9262e66 req-2a2aafea-c093-46cc-98ff-f389a883a874 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:36.904629 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4cefdd74-6c20-4f90-91b4-30f0e9262e66 req-2a2aafea-c093-46cc-98ff-f389a883a874 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.1450915
Apr 11 17:22:36.909481 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Router 4f8e95ec-329f-40c4-a314-0287c605aa85 has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:22:36.937204 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f2a70-ce58-4c4b-bde1-14e6bdc92c23 req-4af06f43-80be-454f-b5a5-362c6dfb8969 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:36.937959 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-a81f2a70-ce58-4c4b-bde1-14e6bdc92c23 req-4af06f43-80be-454f-b5a5-362c6dfb8969 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Synchronizing usage tracker for tenant:80a3dcdeb1834a4ea3e6d67248a3caaf on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:22:36.953170 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-a81f2a70-ce58-4c4b-bde1-14e6bdc92c23 req-4af06f43-80be-454f-b5a5-362c6dfb8969 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Unset dirty status for tenant:80a3dcdeb1834a4ea3e6d67248a3caaf on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:22:36.954437 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a81f2a70-ce58-4c4b-bde1-14e6bdc92c23 req-4af06f43-80be-454f-b5a5-362c6dfb8969 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=12c19d95-0415-49ec-bf99-4805ea382c14 HTTP/1.1" status: 200  len: 945 time: 0.1084151
Apr 11 17:22:36.986235 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a81f2a70-ce58-4c4b-bde1-14e6bdc92c23 req-e68e2b73-e1e3-4b87-9f84-72f9b8a704bf tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0243974
Apr 11 17:22:37.074910 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4cefdd74-6c20-4f90-91b4-30f0e9262e66 req-7fc9cc74-fa82-4fd4-a201-c3dfe705fe59 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1615324
Apr 11 17:22:37.132802 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:22:37.143048 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89247b2-e6d9-420f-8e03-683c4ae1eb8c None None] Sync routers for ids ['4f8e95ec-329f-40c4-a314-0287c605aa85'] in dv-cinder-784779-4-iscsi {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:22:37.153467 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89247b2-e6d9-420f-8e03-683c4ae1eb8c None None] Routers {'4f8e95ec-329f-40c4-a314-0287c605aa85'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:22:37.154162 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-a89247b2-e6d9-420f-8e03-683c4ae1eb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22668491d0>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:22:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['4f8e95ec-329f-40c4-a314-0287c605aa85'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:22:37.169240 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for floatingip, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:37.230618 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.3925529
Apr 11 17:22:37.231364 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2987b57-e857-45c2-86ed-722c8e855f4f', 'tag': '05424d55-cbbf-4df9-ad21-04b5652b3db5'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:22:37.285856 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2987b57-e857-45c2-86ed-722c8e855f4f', 'tag': '05424d55-cbbf-4df9-ad21-04b5652b3db5', 'status': 'completed', 'code': 200}
Apr 11 17:22:37.348412 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-a89247b2-e6d9-420f-8e03-683c4ae1eb8c None None] Set router 4f8e95ec-329f-40c4-a314-0287c605aa85 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:22:37.388057 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79247236-88cb-4835-aa8a-3786a6e542ec req-c752ccd4-0335-41e4-b7f9-8186bbcd524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:37.389715 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-79247236-88cb-4835-aa8a-3786a6e542ec req-c752ccd4-0335-41e4-b7f9-8186bbcd524b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=33c629be32ce4c04bbbe4f0b08fadabb&device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 1098 time: 0.0788133
Apr 11 17:22:37.534309 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79247236-88cb-4835-aa8a-3786a6e542ec req-c7ca1a7d-3219-43b3-8286-8e75e24af6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:37.535864 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-79247236-88cb-4835-aa8a-3786a6e542ec req-c7ca1a7d-3219-43b3-8286-8e75e24af6b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=973b0fec-dcde-47d9-8ce0-29a113b9d801 HTTP/1.1" status: 200  len: 909 time: 0.1378465
Apr 11 17:22:37.657294 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-79247236-88cb-4835-aa8a-3786a6e542ec req-7ceed98e-27f3-455e-a3ef-b0a004542184 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05424d55-cbbf-4df9-ad21-04b5652b3db5 HTTP/1.1" status: 200  len: 999 time: 0.1046052
Apr 11 17:22:37.731499 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-a89247b2-e6d9-420f-8e03-683c4ae1eb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22668491d0>, [{'id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'name': 'tempest-TestShelveInstance-134128658-router', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:21:10Z', 'updated_at': '2021-04-11T17:21:15Z', 'revision_number': 4, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'gw_port': {'id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:11Z', 'updated_at': '2021-04-11T17:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': 'e201746d-d216-490f-99f9-1a421d184dcc', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'port_id': '05424d55-cbbf-4df9-ad21-04b5652b3db5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801', 'mac_address': 'fa:16:3e:0a:b7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2987b57-e857-45c2-86ed-722c8e855f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:22:35Z', 'updated_at': '2021-04-11T17:22:35Z', 'revision_number': 0, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040984cb-811a-43fb-a00b-32dfe5420635', 'name': '', 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'mac_address': 'fa:16:3e:da:c5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '6aad9cc5-150d-4356-ae31-d6d4da9f4aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:14Z', 'updated_at': '2021-04-11T17:21:27Z', 'revision_number': 5, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'subnets': [{'id': '6aad9cc5-150d-4356-ae31-d6d4da9f4aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:22:37.735819 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79247236-88cb-4835-aa8a-3786a6e542ec req-2049afc2-e251-48ce-b1f3-6cb47bca0a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:37.736124 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89247b2-e6d9-420f-8e03-683c4ae1eb8c None None] Checking router: 4f8e95ec-329f-40c4-a314-0287c605aa85 for host: dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:22:37.737769 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-79247236-88cb-4835-aa8a-3786a6e542ec req-2049afc2-e251-48ce-b1f3-6cb47bca0a28 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6aad9cc5-150d-4356-ae31-d6d4da9f4aa0 HTTP/1.1" status: 200  len: 847 time: 0.0669229
Apr 11 17:22:37.746766 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89247b2-e6d9-420f-8e03-683c4ae1eb8c None None] Routers {'4f8e95ec-329f-40c4-a314-0287c605aa85'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:22:37.747686 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-a89247b2-e6d9-420f-8e03-683c4ae1eb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22668491d0>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:22:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['4f8e95ec-329f-40c4-a314-0287c605aa85'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:22:37.816799 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac65ef-72c8-4d96-ae66-f47af606c654 req-3593f734-96e4-46fc-b11b-92a52df5fd7b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:37.818547 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b2ac65ef-72c8-4d96-ae66-f47af606c654 req-3593f734-96e4-46fc-b11b-92a52df5fd7b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1003010
Apr 11 17:22:37.864939 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79247236-88cb-4835-aa8a-3786a6e542ec req-78c0bf4c-93ce-4d75-9aad-97256b1cb91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:37.867344 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-79247236-88cb-4835-aa8a-3786a6e542ec req-78c0bf4c-93ce-4d75-9aad-97256b1cb91a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=973b0fec-dcde-47d9-8ce0-29a113b9d801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1182454
Apr 11 17:22:37.873269 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b2ac65ef-72c8-4d96-ae66-f47af606c654 req-43f2ebfb-7998-4ce1-a5e8-28121b0fcbba tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468612
Apr 11 17:22:37.952085 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-a89247b2-e6d9-420f-8e03-683c4ae1eb8c None None] Set router 4f8e95ec-329f-40c4-a314-0287c605aa85 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:22:38.031404 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-79247236-88cb-4835-aa8a-3786a6e542ec req-67fa0973-c927-47c9-ba30-275e7bc6c6ad service neutron] 10.222.0.37 "GET /v2.0/networks/973b0fec-dcde-47d9-8ce0-29a113b9d801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486790
Apr 11 17:22:38.276831 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-79247236-88cb-4835-aa8a-3786a6e542ec req-521e316c-4a55-4a70-ac98-0629b95a6a27 service neutron] 10.222.0.37 "GET /v2.0/networks/973b0fec-dcde-47d9-8ce0-29a113b9d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2304871
Apr 11 17:22:38.316620 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170eb460-24a4-43c0-a183-267364c57e54 req-270ab6e0-8c8c-4094-9435-9c8c2dc20fe2 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:38.318244 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-170eb460-24a4-43c0-a183-267364c57e54 req-270ab6e0-8c8c-4094-9435-9c8c2dc20fe2 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=12c19d95-0415-49ec-bf99-4805ea382c14 HTTP/1.1" status: 200  len: 945 time: 0.1457796
Apr 11 17:22:38.323556 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b8a6c-6946-40fc-a814-9c959810f40f req-ccd4bb14-57dd-4ebc-af73-523672ea29a5 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:38.325449 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0f4b8a6c-6946-40fc-a814-9c959810f40f req-ccd4bb14-57dd-4ebc-af73-523672ea29a5 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 944 time: 0.1265838
Apr 11 17:22:38.357189 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-170eb460-24a4-43c0-a183-267364c57e54 req-57bc672a-c2c2-4a29-a414-12a9cac65698 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0318580
Apr 11 17:22:38.359039 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-a89247b2-e6d9-420f-8e03-683c4ae1eb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22668491d0>, [{'id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'name': 'tempest-TestShelveInstance-134128658-router', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:21:10Z', 'updated_at': '2021-04-11T17:21:15Z', 'revision_number': 4, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'gw_port': {'id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:11Z', 'updated_at': '2021-04-11T17:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': 'e201746d-d216-490f-99f9-1a421d184dcc', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'port_id': '05424d55-cbbf-4df9-ad21-04b5652b3db5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801', 'mac_address': 'fa:16:3e:0a:b7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2987b57-e857-45c2-86ed-722c8e855f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:22:35Z', 'updated_at': '2021-04-11T17:22:35Z', 'revision_number': 0, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040984cb-811a-43fb-a00b-32dfe5420635', 'name': '', 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'mac_address': 'fa:16:3e:da:c5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '6aad9cc5-150d-4356-ae31-d6d4da9f4aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:14Z', 'updated_at': '2021-04-11T17:21:27Z', 'revision_number': 5, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'subnets': [{'id': '6aad9cc5-150d-4356-ae31-d6d4da9f4aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:22:38.363118 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0f4b8a6c-6946-40fc-a814-9c959810f40f req-42f31c84-d3da-4f8a-8f27-61b211099ff4 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0313005
Apr 11 17:22:38.363849 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89247b2-e6d9-420f-8e03-683c4ae1eb8c None None] The sync data for ids ['4f8e95ec-329f-40c4-a314-0287c605aa85'] in dv-cinder-784779-4-iscsi is: [{'id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'name': 'tempest-TestShelveInstance-134128658-router', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:21:10Z', 'updated_at': '2021-04-11T17:21:15Z', 'revision_number': 4, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'gw_port': {'id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:11Z', 'updated_at': '2021-04-11T17:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': 'e201746d-d216-490f-99f9-1a421d184dcc', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'port_id': '05424d55-cbbf-4df9-ad21-04b5652b3db5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801', 'mac_address': 'fa:16:3e:0a:b7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2987b57-e857-45c2-86ed-722c8e855f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:22:35Z', 'updated_at': '2021-04-11T17:22:35Z', 'revision_number': 0, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040984cb-811a-43fb-a00b-32dfe5420635', 'name': '', 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'mac_address': 'fa:16:3e:da:c5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '6aad9cc5-150d-4356-ae31-d6d4da9f4aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:14Z', 'updated_at': '2021-04-11T17:21:27Z', 'revision_number': 5, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'subnets': [{'id': '6aad9cc5-150d-4356-ae31-d6d4da9f4aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:22:38.383831 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:22:38.529318 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8ddbd108-d7a3-4278-aa8f-59f9f9d59200,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:22:38.544901 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': '8ddbd108-d7a3-4278-aa8f-59f9f9d59200', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'port_id': '8ddbd108-d7a3-4278-aa8f-59f9f9d59200', 'mac_address': 'fa:16:3e:e8:36:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:22:38.606852 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:38.608165 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:22:38.624079 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8ddbd108-d7a3-4278-aa8f-59f9f9d59200,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:22:38.627190 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:38.629118 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-95f20f5b-f94d-49f9-90dc-42617118efc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:38.703421 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=8ddbd108-d7a3-4278-aa8f-59f9f9d59200,revision_number=9']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:38.706764 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:38.727699 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a8706-ed02-41b9-acf1-1812dc86882b req-9884d145-65ce-4f33-ab03-68f6f0bc58a9 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:38.729344 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-425a8706-ed02-41b9-acf1-1812dc86882b req-9884d145-65ce-4f33-ab03-68f6f0bc58a9 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.37 "GET /v2.0/ports?device_id=12c19d95-0415-49ec-bf99-4805ea382c14 HTTP/1.1" status: 200  len: 945 time: 0.0948293
Apr 11 17:22:38.759486 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eae4fd1-415d-412d-968d-28a967ed258d None None] New status for floating IP e201746d-d216-490f-99f9-1a421d184dcc: ACTIVE {{(pid=85266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 11 17:22:38.812757 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-425a8706-ed02-41b9-acf1-1812dc86882b req-6901c4da-db7f-49cc-b419-8eb5248d058c tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Deleting port 27297ba3-6442-4b56-84ef-a8ed6dee6d2e {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:22:38.813147 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-425a8706-ed02-41b9-acf1-1812dc86882b req-6901c4da-db7f-49cc-b419-8eb5248d058c tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:38.957921 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['8ddbd108-d7a3-4278-aa8f-59f9f9d59200'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:22:39.172920 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3fcb1383-ba28-4991-be1c-92ff0363a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:39.342017 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4bbf2-3037-40c3-9932-25d6db743cd4 req-ce9775bd-74ee-4d6c-80e5-e16d6c0f2fa3 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:39.343609 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a7d4bbf2-3037-40c3-9932-25d6db743cd4 req-ce9775bd-74ee-4d6c-80e5-e16d6c0f2fa3 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.2557077
Apr 11 17:22:39.390034 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a7d4bbf2-3037-40c3-9932-25d6db743cd4 req-e72a2e87-6572-478b-8673-7a970e3e5da0 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379250
Apr 11 17:22:39.419412 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-425a8706-ed02-41b9-acf1-1812dc86882b req-6901c4da-db7f-49cc-b419-8eb5248d058c tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] For port 27297ba3-6442-4b56-84ef-a8ed6dee6d2e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=27297ba3-6442-4b56-84ef-a8ed6dee6d2e,segment=NetworkSegment(b949748e-d732-4feb-9db4-3e6c74ae4c7c),segment_id=b949748e-d732-4feb-9db4-3e6c74ae4c7c)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:22:39.420591 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-425a8706-ed02-41b9-acf1-1812dc86882b req-6901c4da-db7f-49cc-b419-8eb5248d058c tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:39.566474 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-425a8706-ed02-41b9-acf1-1812dc86882b req-6901c4da-db7f-49cc-b419-8eb5248d058c tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Calling delete_port for 27297ba3-6442-4b56-84ef-a8ed6dee6d2e owned by compute:nova {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:22:39.569582 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fda97-dec8-45f6-8e56-c2a2b0b57575 req-d44e434d-9ee2-4e71-a96e-97a7844c0a88 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:39.571354 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-214fda97-dec8-45f6-8e56-c2a2b0b57575 req-d44e434d-9ee2-4e71-a96e-97a7844c0a88 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=12c19d95-0415-49ec-bf99-4805ea382c14 HTTP/1.1" status: 200  len: 945 time: 0.0999842
Apr 11 17:22:39.603217 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-214fda97-dec8-45f6-8e56-c2a2b0b57575 req-870e01e3-446c-44f7-9631-c4f8d149ea42 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0249276
Apr 11 17:22:39.778130 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b0518-ffe6-4c29-a9b1-50d87dbed4b4 req-49571932-f03f-431a-8201-10a67dc27f32 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:39.779780 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-427b0518-ffe6-4c29-a9b1-50d87dbed4b4 req-49571932-f03f-431a-8201-10a67dc27f32 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 945 time: 0.2210615
Apr 11 17:22:39.823227 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-427b0518-ffe6-4c29-a9b1-50d87dbed4b4 req-51ce8bda-711e-4fdf-8d99-9922ab4c3f2d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364354
Apr 11 17:22:39.826610 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-425a8706-ed02-41b9-acf1-1812dc86882b req-6901c4da-db7f-49cc-b419-8eb5248d058c tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:39.845171 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ba2a2ec4-b6ba-4a04-ac8c-4840d58b7e0f tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:39.859566 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['6fe92256-fd45-4cd8-8755-7daeb2e00012', '27297ba3-6442-4b56-84ef-a8ed6dee6d2e'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:22:39.909126 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901c4da-db7f-49cc-b419-8eb5248d058c tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Pushing event deleted for resources: {'Port': ['ID=27297ba3-6442-4b56-84ef-a8ed6dee6d2e,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:39.911798 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-6901c4da-db7f-49cc-b419-8eb5248d058c tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:40.114289 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-425a8706-ed02-41b9-acf1-1812dc86882b req-6901c4da-db7f-49cc-b419-8eb5248d058c tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] No DVR routers for this DVR port 27297ba3-6442-4b56-84ef-a8ed6dee6d2e on host hv-cinder-78477 {{(pid=85264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:22:40.118108 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-425a8706-ed02-41b9-acf1-1812dc86882b req-6901c4da-db7f-49cc-b419-8eb5248d058c tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:40.123371 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c19d95-0415-49ec-bf99-4805ea382c14', 'name': 'network-vif-deleted', 'tag': '27297ba3-6442-4b56-84ef-a8ed6dee6d2e'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:22:40.138727 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-425a8706-ed02-41b9-acf1-1812dc86882b req-6901c4da-db7f-49cc-b419-8eb5248d058c tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.37 "DELETE /v2.0/ports/27297ba3-6442-4b56-84ef-a8ed6dee6d2e HTTP/1.1" status: 204  len: 173 time: 1.3982911
Apr 11 17:22:40.183986 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c19d95-0415-49ec-bf99-4805ea382c14', 'name': 'network-vif-deleted', 'tag': '27297ba3-6442-4b56-84ef-a8ed6dee6d2e', 'status': 'completed', 'code': 200}
Apr 11 17:22:40.418257 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:22:40.491884 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:22:40.492301 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:40.783002 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:40.799219 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd491820d-7675-4812-9c8b-5ab467ee6262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddbd108-d7a3-4278-aa8f-59f9f9d59200'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:22:40.800890 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-034fa6c9-6066-4a12-8c07-d18cbfb2c6a9 req-106cecfa-b69d-410c-90ce-1710a5e0917b tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=12c19d95-0415-49ec-bf99-4805ea382c14 HTTP/1.1" status: 200  len: 210 time: 0.0539472
Apr 11 17:22:40.811692 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8ddbd108-d7a3-4278-aa8f-59f9f9d59200,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:22:40.815041 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:40.817351 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:40.877516 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd491820d-7675-4812-9c8b-5ab467ee6262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddbd108-d7a3-4278-aa8f-59f9f9d59200', 'code': 200}
Apr 11 17:22:40.901074 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=8ddbd108-d7a3-4278-aa8f-59f9f9d59200,revision_number=10']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:40.913565 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:41.055973 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7aaffa-4ecb-4444-9fd8-3fb4a24fbe7b req-1b7fe1e2-c4ec-4228-a9f1-b43b840b97e4 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:41.057887 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fe7aaffa-4ecb-4444-9fd8-3fb4a24fbe7b req-1b7fe1e2-c4ec-4228-a9f1-b43b840b97e4 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 947 time: 0.0945194
Apr 11 17:22:41.090474 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fe7aaffa-4ecb-4444-9fd8-3fb4a24fbe7b req-7666e093-11d2-4ee2-88bf-56a9d2f14ade tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0261552
Apr 11 17:22:41.450893 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f76d71-fbc7-429c-99e5-7ff6a0e5b114 req-b6e1f592-5d71-4be8-a4a8-756ee348c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:41.450893 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f3f76d71-fbc7-429c-99e5-7ff6a0e5b114 req-b6e1f592-5d71-4be8-a4a8-756ee348c5f3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 1100 time: 0.0825334
Apr 11 17:22:41.479599 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f3f76d71-fbc7-429c-99e5-7ff6a0e5b114 req-1d223683-3905-4d6b-8288-c16f861d272d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0215144
Apr 11 17:22:41.644987 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bc828d49-4027-4608-a3e2-5a6ee2be4614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:42.299671 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fafa2-2f4c-429a-933c-16a7126f0b95 req-1f38ee92-1ea0-4c95-b6e6-4285ad08f517 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:42.301475 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5a0fafa2-2f4c-429a-933c-16a7126f0b95 req-1f38ee92-1ea0-4c95-b6e6-4285ad08f517 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 947 time: 0.0874033
Apr 11 17:22:42.333321 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5a0fafa2-2f4c-429a-933c-16a7126f0b95 req-b3c0c2e2-9195-475b-a0f5-4d19193fbcd4 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0245142
Apr 11 17:22:42.432974 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 27297ba3-6442-4b56-84ef-a8ed6dee6d2e no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:22:42.471714 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] No Port match for: 27297ba3-6442-4b56-84ef-a8ed6dee6d2e {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:22:42.472233 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 27297ba3-6442-4b56-84ef-a8ed6dee6d2e not bound to the agent host hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:22:42.551307 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:43.136081 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:43.548640 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d025b2-e0e4-47b8-a0b5-9f74ea7003bb req-46d58ebc-1fcc-48cd-8393-32af83604810 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:43.550243 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c4d025b2-e0e4-47b8-a0b5-9f74ea7003bb req-46d58ebc-1fcc-48cd-8393-32af83604810 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 947 time: 0.0890815
Apr 11 17:22:43.583156 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c4d025b2-e0e4-47b8-a0b5-9f74ea7003bb req-fcea1d2f-7a03-40f7-8603-b0a5d07f98d9 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0260515
Apr 11 17:22:43.603643 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ac376-ef67-441c-a921-1278581c12f3 req-37f87294-dc38-4039-bc77-a12415b6e248 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:43.605281 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b37ac376-ef67-441c-a921-1278581c12f3 req-37f87294-dc38-4039-bc77-a12415b6e248 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea787a5b-8827-4618-b29b-fd0111ec4089 HTTP/1.1" status: 200  len: 945 time: 0.0954475
Apr 11 17:22:43.677111 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:43.863290 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b37ac376-ef67-441c-a921-1278581c12f3 req-c1600369-5c39-460c-a8c8-c7fa6dcb6793 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2514591
Apr 11 17:22:44.376951 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393c54a-397f-4d49-b1a8-a92bf9bbe696 req-57fd5e2e-06e1-4d1d-9d00-fa3e2c16b9f4 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:44.378533 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2393c54a-397f-4d49-b1a8-a92bf9bbe696 req-57fd5e2e-06e1-4d1d-9d00-fa3e2c16b9f4 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.0894713
Apr 11 17:22:44.410061 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2393c54a-397f-4d49-b1a8-a92bf9bbe696 req-42af420c-c872-417e-8041-23df91e7766f tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0242047
Apr 11 17:22:44.711488 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952ce3b-f14b-4e76-8bb8-64babd66ee07 req-7ca20c32-ee66-4431-a088-8edd9bbbaab8 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:44.713328 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2952ce3b-f14b-4e76-8bb8-64babd66ee07 req-7ca20c32-ee66-4431-a088-8edd9bbbaab8 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.0917163
Apr 11 17:22:44.743517 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2952ce3b-f14b-4e76-8bb8-64babd66ee07 req-34b8ba45-c513-41c7-a00a-5980a974afd1 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0239818
Apr 11 17:22:45.078207 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b21430-f939-47fa-970b-4ac61162da1b req-40e71c30-1744-4814-a922-f1d874a31997 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:45.078884 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-90b21430-f939-47fa-970b-4ac61162da1b req-40e71c30-1744-4814-a922-f1d874a31997 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Synchronizing usage tracker for tenant:80a3dcdeb1834a4ea3e6d67248a3caaf on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:22:45.094245 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-90b21430-f939-47fa-970b-4ac61162da1b req-40e71c30-1744-4814-a922-f1d874a31997 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Unset dirty status for tenant:80a3dcdeb1834a4ea3e6d67248a3caaf on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:22:45.096361 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-90b21430-f939-47fa-970b-4ac61162da1b req-40e71c30-1744-4814-a922-f1d874a31997 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea787a5b-8827-4618-b29b-fd0111ec4089 HTTP/1.1" status: 200  len: 945 time: 0.1104243
Apr 11 17:22:45.131962 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-90b21430-f939-47fa-970b-4ac61162da1b req-a3a9a952-3bca-44ee-aea3-112688662531 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/security-groups?id=126fb473-8542-4069-a95f-94322a2e1d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0287292
Apr 11 17:22:45.373155 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ac22c-ee33-4b86-b9e9-aea4abaef248 req-f7cfe27f-fd48-4315-a494-545e9baf5a84 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:45.374667 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2a0ac22c-ee33-4b86-b9e9-aea4abaef248 req-f7cfe27f-fd48-4315-a494-545e9baf5a84 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea787a5b-8827-4618-b29b-fd0111ec4089 HTTP/1.1" status: 200  len: 945 time: 0.0929797
Apr 11 17:22:45.460190 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-2a0ac22c-ee33-4b86-b9e9-aea4abaef248 req-3509f71f-5ddf-47ad-955d-a1c29b113ff2 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Deleting port 6fe92256-fd45-4cd8-8755-7daeb2e00012 {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:22:45.460611 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-2a0ac22c-ee33-4b86-b9e9-aea4abaef248 req-3509f71f-5ddf-47ad-955d-a1c29b113ff2 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:45.620001 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297bc7b-63b6-42d1-a0a1-4168779a1527 req-a780a5f8-1669-46cd-9cd9-31eb1330a1e8 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:45.622081 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7297bc7b-63b6-42d1-a0a1-4168779a1527 req-a780a5f8-1669-46cd-9cd9-31eb1330a1e8 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.0941813
Apr 11 17:22:45.655691 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7297bc7b-63b6-42d1-a0a1-4168779a1527 req-460bd49e-9cb7-40f7-bfc4-b856b4493f04 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0266900
Apr 11 17:22:45.728109 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-2a0ac22c-ee33-4b86-b9e9-aea4abaef248 req-3509f71f-5ddf-47ad-955d-a1c29b113ff2 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] For port 6fe92256-fd45-4cd8-8755-7daeb2e00012, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6fe92256-fd45-4cd8-8755-7daeb2e00012,segment=NetworkSegment(b949748e-d732-4feb-9db4-3e6c74ae4c7c),segment_id=b949748e-d732-4feb-9db4-3e6c74ae4c7c)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:22:45.728738 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-2a0ac22c-ee33-4b86-b9e9-aea4abaef248 req-3509f71f-5ddf-47ad-955d-a1c29b113ff2 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:45.861015 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-2a0ac22c-ee33-4b86-b9e9-aea4abaef248 req-3509f71f-5ddf-47ad-955d-a1c29b113ff2 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Calling delete_port for 6fe92256-fd45-4cd8-8755-7daeb2e00012 owned by compute:nova {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:22:46.059459 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7ea5c-5ed8-4cdc-822a-34c06e6683ca req-22ac76bd-6643-473c-b3fb-071d3743aeb8 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:46.061095 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3cf7ea5c-5ed8-4cdc-822a-34c06e6683ca req-22ac76bd-6643-473c-b3fb-071d3743aeb8 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.1699708
Apr 11 17:22:46.107494 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3cf7ea5c-5ed8-4cdc-822a-34c06e6683ca req-91d5d39b-2432-4e48-82b7-c6aef4b2c2b4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396307
Apr 11 17:22:46.110576 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-2a0ac22c-ee33-4b86-b9e9-aea4abaef248 req-3509f71f-5ddf-47ad-955d-a1c29b113ff2 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:46.124788 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['6fe92256-fd45-4cd8-8755-7daeb2e00012'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:22:46.126850 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a2f4aeae-3f54-43f8-8a46-adf9c1149c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:46.190864 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509f71f-5ddf-47ad-955d-a1c29b113ff2 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Pushing event deleted for resources: {'Port': ['ID=6fe92256-fd45-4cd8-8755-7daeb2e00012,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:46.195890 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3509f71f-5ddf-47ad-955d-a1c29b113ff2 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:46.301260 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ebad6afd-5c12-4aa8-8d34-8fb5b5dc2408 req-faea9a6c-99e9-44ef-906b-f66fbb117569 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea787a5b-8827-4618-b29b-fd0111ec4089 HTTP/1.1" status: 200  len: 210 time: 0.0518398
Apr 11 17:22:46.379601 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0ac22c-ee33-4b86-b9e9-aea4abaef248 req-3509f71f-5ddf-47ad-955d-a1c29b113ff2 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] No DVR routers for this DVR port 6fe92256-fd45-4cd8-8755-7daeb2e00012 on host hv-cinder-78477 {{(pid=85264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:22:46.382620 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-2a0ac22c-ee33-4b86-b9e9-aea4abaef248 req-3509f71f-5ddf-47ad-955d-a1c29b113ff2 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:46.385315 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea787a5b-8827-4618-b29b-fd0111ec4089', 'name': 'network-vif-deleted', 'tag': '6fe92256-fd45-4cd8-8755-7daeb2e00012'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:22:46.400285 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2a0ac22c-ee33-4b86-b9e9-aea4abaef248 req-3509f71f-5ddf-47ad-955d-a1c29b113ff2 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] 10.222.0.37 "DELETE /v2.0/ports/6fe92256-fd45-4cd8-8755-7daeb2e00012 HTTP/1.1" status: 204  len: 173 time: 1.0147347
Apr 11 17:22:46.442804 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea787a5b-8827-4618-b29b-fd0111ec4089', 'name': 'network-vif-deleted', 'tag': '6fe92256-fd45-4cd8-8755-7daeb2e00012', 'status': 'completed', 'code': 200}
Apr 11 17:22:46.855151 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376a0f4-95f8-4d29-83d3-4fcc200c09ac req-d9bebdd9-39e8-4499-bed6-e4817c21eba1 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:46.856787 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1376a0f4-95f8-4d29-83d3-4fcc200c09ac req-d9bebdd9-39e8-4499-bed6-e4817c21eba1 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.0881414
Apr 11 17:22:46.889670 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1376a0f4-95f8-4d29-83d3-4fcc200c09ac req-ac9830b9-181a-4d01-ace5-2d7ee9f11501 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0263228
Apr 11 17:22:46.951977 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9b208-49e4-4191-98f1-948fa527e857 req-8230a8d1-8f4a-4feb-880a-5da9f627fa68 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:46.953490 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bcc9b208-49e4-4191-98f1-948fa527e857 req-8230a8d1-8f4a-4feb-880a-5da9f627fa68 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 945 time: 0.0913792
Apr 11 17:22:47.047509 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-bcc9b208-49e4-4191-98f1-948fa527e857 req-fd91f9f9-4d1f-4e21-9643-d3a078a38694 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Deleting port cdb969d2-4353-462f-a42b-0682d69756bb {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:22:47.047894 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-bcc9b208-49e4-4191-98f1-948fa527e857 req-fd91f9f9-4d1f-4e21-9643-d3a078a38694 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:47.379372 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-bcc9b208-49e4-4191-98f1-948fa527e857 req-fd91f9f9-4d1f-4e21-9643-d3a078a38694 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] For port cdb969d2-4353-462f-a42b-0682d69756bb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cdb969d2-4353-462f-a42b-0682d69756bb,segment=NetworkSegment(7db3722a-26eb-4aef-8939-5002d60e03a2),segment_id=7db3722a-26eb-4aef-8939-5002d60e03a2)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:22:47.379774 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-bcc9b208-49e4-4191-98f1-948fa527e857 req-fd91f9f9-4d1f-4e21-9643-d3a078a38694 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:47.406741 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 50966) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:47.476080 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c52283c-8e97-4399-aa26-5a8814d655d1 admin admin] Deleting subnet 1a4a8256-b464-4f54-a3ed-b755f7feb772 {{(pid=85265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 11 17:22:47.479166 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2c52283c-8e97-4399-aa26-5a8814d655d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:47.529438 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-bcc9b208-49e4-4191-98f1-948fa527e857 req-fd91f9f9-4d1f-4e21-9643-d3a078a38694 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Calling delete_port for cdb969d2-4353-462f-a42b-0682d69756bb owned by compute:nova {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:22:47.531058 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2c52283c-8e97-4399-aa26-5a8814d655d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852720073'] for subnet, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:47.569904 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edcc91-8798-4d06-b524-34a16a41a6eb req-fe57ca02-79d2-4bce-9e1b-a03161bf4cf3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:47.571429 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-57edcc91-8798-4d06-b524-34a16a41a6eb req-fe57ca02-79d2-4bce-9e1b-a03161bf4cf3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.3102875
Apr 11 17:22:47.589348 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2c52283c-8e97-4399-aa26-5a8814d655d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16559076'] for subnet, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:47.622484 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-57edcc91-8798-4d06-b524-34a16a41a6eb req-c27f4f43-7a4b-4563-9a3f-cdd0dd8d5f07 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421920
Apr 11 17:22:47.720727 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-bcc9b208-49e4-4191-98f1-948fa527e857 req-fd91f9f9-4d1f-4e21-9643-d3a078a38694 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:47.732784 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['b562c0b1-2753-439f-b562-116cd8473706', 'cdb969d2-4353-462f-a42b-0682d69756bb'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:22:47.871048 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2c52283c-8e97-4399-aa26-5a8814d655d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838216707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851487774'] for subnet, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:47.889000 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:47.969640 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5592fb5d-7928-4982-bc71-e784f05aa57d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:47.990068 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52283c-8e97-4399-aa26-5a8814d655d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a4a8256-b464-4f54-a3ed-b755f7feb772,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:47.997223 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2c52283c-8e97-4399-aa26-5a8814d655d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:48.032373 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91f9f9-4d1f-4e21-9643-d3a078a38694 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Pushing event deleted for resources: {'Port': ['ID=cdb969d2-4353-462f-a42b-0682d69756bb,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:48.036220 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-fd91f9f9-4d1f-4e21-9643-d3a078a38694 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:48.079020 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2c52283c-8e97-4399-aa26-5a8814d655d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:48.083116 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-582eaba9-0dd6-4deb-8305-349f9c3bc241 req-8fb0b984-43d5-4568-a73a-1e7db87bf017 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f87fa95-1424-4510-8efc-9da920d36c26 HTTP/1.1" status: 200  len: 210 time: 0.0639236
Apr 11 17:22:48.087682 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-2c52283c-8e97-4399-aa26-5a8814d655d1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1a4a8256-b464-4f54-a3ed-b755f7feb772 HTTP/1.1" status: 204  len: 168 time: 0.6798303
Apr 11 17:22:48.090335 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 50972) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:48.209526 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-517a6e97-f210-4fdc-9e44-c56e1eed1ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854681048'] for network, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:48.223099 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc9b208-49e4-4191-98f1-948fa527e857 req-fd91f9f9-4d1f-4e21-9643-d3a078a38694 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] No DVR routers for this DVR port cdb969d2-4353-462f-a42b-0682d69756bb on host hv-cinder-78477 {{(pid=85264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:22:48.226110 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-bcc9b208-49e4-4191-98f1-948fa527e857 req-fd91f9f9-4d1f-4e21-9643-d3a078a38694 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:48.238321 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bcc9b208-49e4-4191-98f1-948fa527e857 req-fd91f9f9-4d1f-4e21-9643-d3a078a38694 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.37 "DELETE /v2.0/ports/cdb969d2-4353-462f-a42b-0682d69756bb HTTP/1.1" status: 204  len: 173 time: 1.2658165
Apr 11 17:22:48.408643 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-517a6e97-f210-4fdc-9e44-c56e1eed1ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16557693', 'neutron.services.segments.db._delete_segments_for_network--9223363300245355619'] for network, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:48.443970 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f87fa95-1424-4510-8efc-9da920d36c26', 'name': 'network-vif-deleted', 'tag': 'cdb969d2-4353-462f-a42b-0682d69756bb'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:22:48.478849 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device cdb969d2-4353-462f-a42b-0682d69756bb no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:22:48.494878 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f87fa95-1424-4510-8efc-9da920d36c26', 'name': 'network-vif-deleted', 'tag': 'cdb969d2-4353-462f-a42b-0682d69756bb', 'status': 'completed', 'code': 200}
Apr 11 17:22:48.515460 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] No Port match for: cdb969d2-4353-462f-a42b-0682d69756bb {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:22:48.515853 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device cdb969d2-4353-462f-a42b-0682d69756bb not bound to the agent host hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:22:48.516327 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 6fe92256-fd45-4cd8-8755-7daeb2e00012 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:22:48.525140 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-517a6e97-f210-4fdc-9e44-c56e1eed1ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f22663d9668>,) {'filters': {'network_id': ['bcab040b-6e8c-46fa-bfb5-9be724a5cb14']}} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:22:48.538693 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-517a6e97-f210-4fdc-9e44-c56e1eed1ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f22663d9668>, 'b949748e-d732-4feb-9db4-3e6c74ae4c7c') {'for_net_delete': True} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:22:48.539026 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-517a6e97-f210-4fdc-9e44-c56e1eed1ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f22663d9668>, 'b949748e-d732-4feb-9db4-3e6c74ae4c7c') {} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:22:48.551009 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-517a6e97-f210-4fdc-9e44-c56e1eed1ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736609405999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2055880'] for segment, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:48.554052 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] No Port match for: 6fe92256-fd45-4cd8-8755-7daeb2e00012 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:22:48.554440 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 6fe92256-fd45-4cd8-8755-7daeb2e00012 not bound to the agent host hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:22:48.566195 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-517a6e97-f210-4fdc-9e44-c56e1eed1ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:48.572760 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-517a6e97-f210-4fdc-9e44-c56e1eed1ba9 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=85265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 11 17:22:48.792644 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-517a6e97-f210-4fdc-9e44-c56e1eed1ba9 admin admin] Network bcab040b-6e8c-46fa-bfb5-9be724a5cb14 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:22:48.806188 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-517a6e97-f210-4fdc-9e44-c56e1eed1ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16558278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933340'] for segment, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:49.014099 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-517a6e97-f210-4fdc-9e44-c56e1eed1ba9 admin admin] Network bcab040b-6e8c-46fa-bfb5-9be724a5cb14 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]: Traceback (most recent call last):
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:     timer()
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:     cb(*args, **kw)
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:     return func(*args, **kwargs)
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:     self._notify()
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:     self.callback(batched_events)
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:     event.method(event)
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:     segment_id)['aggregates'][0]
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:     return f(self, *a, **k)
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self._get(url).json()
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:     **kwargs)
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self.request(url, 'GET', **kwargs)
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:     **endpoint_filter)
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 11 17:22:49.039226 dv-cinder-784779-4-iscsi neutron-server[85151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 11 17:22:49.115912 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8630b-fce3-48fe-a3b8-8db08df56950 req-f6b3b4de-10c4-4dcf-830a-865f8fe6e05b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:49.117722 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-08e8630b-fce3-48fe-a3b8-8db08df56950 req-f6b3b4de-10c4-4dcf-830a-865f8fe6e05b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.3739676
Apr 11 17:22:49.147222 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-517a6e97-f210-4fdc-9e44-c56e1eed1ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838218230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448937'] for network, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:49.154530 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:49.171202 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-08e8630b-fce3-48fe-a3b8-8db08df56950 req-98058b1a-1461-4507-9d0a-49e62d634373 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436177
Apr 11 17:22:49.172300 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-517a6e97-f210-4fdc-9e44-c56e1eed1ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:49.184049 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a6e97-f210-4fdc-9e44-c56e1eed1ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcab040b-6e8c-46fa-bfb5-9be724a5cb14,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:49.187531 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-517a6e97-f210-4fdc-9e44-c56e1eed1ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:49.192307 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-517a6e97-f210-4fdc-9e44-c56e1eed1ba9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/bcab040b-6e8c-46fa-bfb5-9be724a5cb14 HTTP/1.1" status: 204  len: 168 time: 1.1009653
Apr 11 17:22:49.381725 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 50986) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:49.418445 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-23b8f2ee-7dfe-40bd-950f-c980698297ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=80a3dcdeb1834a4ea3e6d67248a3caaf&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0353775
Apr 11 17:22:49.421250 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 50992) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:49.484054 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f89fb69c-fb0b-4920-8242-b78e93c7ffc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:49.511896 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f89fb69c-fb0b-4920-8242-b78e93c7ffc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:49.557734 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f89fb69c-fb0b-4920-8242-b78e93c7ffc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:49.562780 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-918e99e0-9bca-48d6-9d58-8ac65a51ad46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:49.581126 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fb69c-fb0b-4920-8242-b78e93c7ffc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126fb473-8542-4069-a95f-94322a2e1d6f,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:49.583656 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f89fb69c-fb0b-4920-8242-b78e93c7ffc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:49.594519 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f89fb69c-fb0b-4920-8242-b78e93c7ffc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:49.598436 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f89fb69c-fb0b-4920-8242-b78e93c7ffc2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/126fb473-8542-4069-a95f-94322a2e1d6f HTTP/1.1" status: 204  len: 168 time: 0.1735101
Apr 11 17:22:49.598558 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b03d8-9afc-4d83-91d7-9bb241611c0d req-875122bd-d0b6-48d5-a4a4-82131c7b930c tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:49.598558 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-6b9b03d8-9afc-4d83-91d7-9bb241611c0d req-875122bd-d0b6-48d5-a4a4-82131c7b930c tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Synchronizing usage tracker for tenant:b9bb61f1e6f04c45882198b1f39ca070 on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:22:49.614300 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-6b9b03d8-9afc-4d83-91d7-9bb241611c0d req-875122bd-d0b6-48d5-a4a4-82131c7b930c tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Unset dirty status for tenant:b9bb61f1e6f04c45882198b1f39ca070 on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:22:49.616638 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6b9b03d8-9afc-4d83-91d7-9bb241611c0d req-875122bd-d0b6-48d5-a4a4-82131c7b930c tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1092503
Apr 11 17:22:49.648196 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6b9b03d8-9afc-4d83-91d7-9bb241611c0d req-dde7491e-771b-47f4-afbb-9e6da6143d3f tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0252285
Apr 11 17:22:50.369299 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 51018) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:50.388728 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851b5b3-1a5d-48cc-9858-e71d57eff2f8 req-9da8d28d-23a9-44c8-ba6b-47ed88807a51 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:50.390298 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d851b5b3-1a5d-48cc-9858-e71d57eff2f8 req-9da8d28d-23a9-44c8-ba6b-47ed88807a51 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.0969265
Apr 11 17:22:50.421249 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d851b5b3-1a5d-48cc-9858-e71d57eff2f8 req-520e2535-39ff-4421-9b7f-ee431840ef83 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0239401
Apr 11 17:22:50.487957 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1086948128-network', 'tenant_id': '3be28a7fa69946dbb31dde4929c97959'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:22:50.493209 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:22:50.497198 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] Usage tracker for resource:network and tenant:3be28a7fa69946dbb31dde4929c97959 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:22:50.500121 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:22:50.506722 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:22:50.515387 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] Made reservation on behalf of 3be28a7fa69946dbb31dde4929c97959 for: {'network': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:22:50.520067 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for network, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:50.533307 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:50.548303 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:22:50.552188 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] Usage tracker for resource:security_group_rule and tenant:3be28a7fa69946dbb31dde4929c97959 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:22:50.555572 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:22:50.561403 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:22:50.647736 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:50.650226 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:50.654213 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:50.679594 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'}  {{(pid=85265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 11 17:22:50.699063 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c087b26d-c0ec-451b-97ec-93e72fbc5840,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:50.702226 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:50.702740 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.segments_db [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] Added segment c67dfd78-8e98-4072-b4b8-6d243e709ac5 of type vlan for network 19f892af-2787-4010-b4c3-4257bdb841d3
Apr 11 17:22:50.703927 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:50.731976 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736608949653'] for network, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:50.762784 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for network, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:50.764148 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:50.764827 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:50.769940 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c5fcedbd-c755-47a8-8f4a-cb796cf365d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:50.856149 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24505352-e68c-431b-a61b-530d03ac6848 req-50e8e8fc-5b35-43d2-ab67-95aea5151ed2 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:50.857836 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-24505352-e68c-431b-a61b-530d03ac6848 req-50e8e8fc-5b35-43d2-ab67-95aea5151ed2 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.0920305
Apr 11 17:22:50.877429 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.5070200
Apr 11 17:22:50.878364 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] Pushing event updated for resources: {'Network': ['ID=19f892af-2787-4010-b4c3-4257bdb841d3,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:50.881783 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:50.882562 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 51026) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:50.889299 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-0cbfc949-d629-4047-9dcb-feb18e34c0a8 admin admin] Request body: {'subnet': {'network_id': '19f892af-2787-4010-b4c3-4257bdb841d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1086948128-subnet', 'tenant_id': '3be28a7fa69946dbb31dde4929c97959', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:22:50.890057 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Network 19f892af-2787-4010-b4c3-4257bdb841d3 details requested by agent ovs-agent-dv-cinder-784779-4-iscsi with host dv-cinder-784779-4-iscsi {{(pid=85266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 11 17:22:50.890431 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-24505352-e68c-431b-a61b-530d03ac6848 req-3d05b3f4-8330-4f83-88fa-fb281e8076b7 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0260177
Apr 11 17:22:50.895667 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-0cbfc949-d629-4047-9dcb-feb18e34c0a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:22:50.900168 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-0cbfc949-d629-4047-9dcb-feb18e34c0a8 admin admin] Usage tracker for resource:subnet and tenant:3be28a7fa69946dbb31dde4929c97959 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:22:50.903411 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-0cbfc949-d629-4047-9dcb-feb18e34c0a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:22:50.912752 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-0cbfc949-d629-4047-9dcb-feb18e34c0a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:22:50.920869 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbfc949-d629-4047-9dcb-feb18e34c0a8 admin admin] Made reservation on behalf of 3be28a7fa69946dbb31dde4929c97959 for: {'subnet': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:22:50.925756 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0cbfc949-d629-4047-9dcb-feb18e34c0a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3287941'] for subnet, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:51.329269 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0cbfc949-d629-4047-9dcb-feb18e34c0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2940870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288058'] for subnet, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:51.345077 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-20c947e0-d7dc-4d05-803e-854db16adb35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:51.478296 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfc949-d629-4047-9dcb-feb18e34c0a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e44ed41-15b5-4d3d-8c44-e6fa1150236e,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:51.481134 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-0cbfc949-d629-4047-9dcb-feb18e34c0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:51.814556 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbfc949-d629-4047-9dcb-feb18e34c0a8 admin admin] Checking segment: {'id': 'c67dfd78-8e98-4072-b4b8-6d243e709ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '19f892af-2787-4010-b4c3-4257bdb841d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:22:51.814860 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbfc949-d629-4047-9dcb-feb18e34c0a8 admin admin] Network hostable DHCP agents. Network: 19f892af-2787-4010-b4c3-4257bdb841d3, hostable agents: ['cadf10d7-d23a-4fec-9e77-f0f038d86f43'], hosted agents: [] {{(pid=85265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 11 17:22:51.845037 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fefb1-f7f9-4749-beb3-5c7a4e8ae1d5 req-bfc768a9-aeee-46c1-bfd2-57642293ae5c tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:51.846621 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-be1fefb1-f7f9-4749-beb3-5c7a4e8ae1d5 req-bfc768a9-aeee-46c1-bfd2-57642293ae5c tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.1310124
Apr 11 17:22:51.849997 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbfc949-d629-4047-9dcb-feb18e34c0a8 admin admin] Network 19f892af-2787-4010-b4c3-4257bdb841d3 is scheduled to be hosted by DHCP agent cadf10d7-d23a-4fec-9e77-f0f038d86f43 with binding_index 1 {{(pid=85265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 11 17:22:51.870995 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-0cbfc949-d629-4047-9dcb-feb18e34c0a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-iscsi, 19f892af-2787-4010-b4c3-4257bdb841d3) {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:22:51.878902 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16727b7-f797-4eac-8cc1-d62cf44b56e0 None None] Network 19f892af-2787-4010-b4c3-4257bdb841d3 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:22:51.891056 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-be1fefb1-f7f9-4749-beb3-5c7a4e8ae1d5 req-026ec821-43cc-4bc9-bc98-9b868593d849 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370703
Apr 11 17:22:51.892258 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbfc949-d629-4047-9dcb-feb18e34c0a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:51.892954 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0cbfc949-d629-4047-9dcb-feb18e34c0a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:51.914999 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-0cbfc949-d629-4047-9dcb-feb18e34c0a8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.0313563
Apr 11 17:22:52.108460 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48029127-34ed-44d5-bb7a-cf96c4c580bc req-dab236d4-2074-40a3-b35b-c1199c7fe162 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:52.110070 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-48029127-34ed-44d5-bb7a-cf96c4c580bc req-dab236d4-2074-40a3-b35b-c1199c7fe162 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.0927536
Apr 11 17:22:52.111685 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c339a819-a269-4f1d-acf1-b47108a84a72 None None] Network 19f892af-2787-4010-b4c3-4257bdb841d3 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:22:52.145986 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-48029127-34ed-44d5-bb7a-cf96c4c580bc req-29c4b170-e429-4032-9df3-c1e6d366fa23 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0285974
Apr 11 17:22:52.482160 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 51050) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:52.488165 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-695384563-network', 'tenant_id': '1d7a7fe656114ea5b78ac026b43f6e7e'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:22:52.493636 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:22:52.497320 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] Usage tracker for resource:network and tenant:1d7a7fe656114ea5b78ac026b43f6e7e is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:22:52.503470 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:22:52.510030 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:22:52.519642 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] Made reservation on behalf of 1d7a7fe656114ea5b78ac026b43f6e7e for: {'network': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:22:52.525477 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for network, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:52.538687 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:52.553944 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:22:52.557883 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] Usage tracker for resource:security_group_rule and tenant:1d7a7fe656114ea5b78ac026b43f6e7e is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:22:52.560778 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:22:52.566703 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:22:52.652974 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:52.655449 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:52.659500 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-65af24ac-cb88-4012-b18f-0d2da62756d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:52.678484 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'}  {{(pid=85265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 11 17:22:52.699680 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1f27a1-674d-45db-942f-2fb5d4fe9922,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:52.702953 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:52.704114 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:52.704534 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.segments_db [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] Added segment f1ecfed1-f040-4889-a063-2c14f0d27436 of type vlan for network 20d99839-ec56-4e7a-a009-27e0ba572935
Apr 11 17:22:52.732740 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736608949653'] for network, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:52.762292 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for network, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:52.763640 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:52.764279 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:52.769239 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:52.877423 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.3940935
Apr 11 17:22:52.878349 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] Pushing event updated for resources: {'Network': ['ID=20d99839-ec56-4e7a-a009-27e0ba572935,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:52.880556 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 51054) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:52.882506 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ed93067c-8728-4924-9720-ba7d116d8659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:52.888008 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-ca46cbc1-95d4-4937-bb9d-0893f2ee0951 admin admin] Request body: {'subnet': {'network_id': '20d99839-ec56-4e7a-a009-27e0ba572935', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-695384563-subnet', 'tenant_id': '1d7a7fe656114ea5b78ac026b43f6e7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:22:52.889543 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Network 20d99839-ec56-4e7a-a009-27e0ba572935 details requested by agent ovs-agent-dv-cinder-784779-4-iscsi with host dv-cinder-784779-4-iscsi {{(pid=85266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 11 17:22:52.893147 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-ca46cbc1-95d4-4937-bb9d-0893f2ee0951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:22:52.897192 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-ca46cbc1-95d4-4937-bb9d-0893f2ee0951 admin admin] Usage tracker for resource:subnet and tenant:1d7a7fe656114ea5b78ac026b43f6e7e is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:22:52.900159 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-ca46cbc1-95d4-4937-bb9d-0893f2ee0951 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:22:52.906469 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-ca46cbc1-95d4-4937-bb9d-0893f2ee0951 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:22:52.915900 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca46cbc1-95d4-4937-bb9d-0893f2ee0951 admin admin] Made reservation on behalf of 1d7a7fe656114ea5b78ac026b43f6e7e for: {'subnet': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:22:52.920739 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ca46cbc1-95d4-4937-bb9d-0893f2ee0951 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851839193'] for subnet, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:53.110995 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645c1ae-06a8-427b-844a-0c3e9207559e req-9a38a7b4-f6d1-41d0-bcab-afb146656738 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:53.112655 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7645c1ae-06a8-427b-844a-0c3e9207559e req-9a38a7b4-f6d1-41d0-bcab-afb146656738 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.0885031
Apr 11 17:22:53.149544 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7645c1ae-06a8-427b-844a-0c3e9207559e req-b6ada4f9-3189-4f15-8980-96f9712f386e tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0291936
Apr 11 17:22:53.385011 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1b824-b521-4bf5-865f-8176f1d0fadb req-0c87e907-0c69-4ccd-9076-2b5daa0b4a97 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:53.386730 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-99e1b824-b521-4bf5-865f-8176f1d0fadb req-0c87e907-0c69-4ccd-9076-2b5daa0b4a97 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1203589
Apr 11 17:22:53.468733 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-99e1b824-b521-4bf5-865f-8176f1d0fadb req-224383b0-a3c9-418e-9399-b4f746bd0bfb tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750375
Apr 11 17:22:53.476196 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ca46cbc1-95d4-4937-bb9d-0893f2ee0951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852460989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851839144'] for subnet, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:53.492678 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a017346f-a9c5-454c-90ba-574c8a30230b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:53.629730 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46cbc1-95d4-4937-bb9d-0893f2ee0951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=620b89e3-7fab-4e68-a6d4-8cdbeacb4d83,revision_number=0']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:53.632758 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ca46cbc1-95d4-4937-bb9d-0893f2ee0951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:53.692550 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca46cbc1-95d4-4937-bb9d-0893f2ee0951 admin admin] Checking segment: {'id': 'f1ecfed1-f040-4889-a063-2c14f0d27436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '20d99839-ec56-4e7a-a009-27e0ba572935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:22:53.693002 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca46cbc1-95d4-4937-bb9d-0893f2ee0951 admin admin] Network hostable DHCP agents. Network: 20d99839-ec56-4e7a-a009-27e0ba572935, hostable agents: ['cadf10d7-d23a-4fec-9e77-f0f038d86f43'], hosted agents: [] {{(pid=85264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 11 17:22:53.712097 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca46cbc1-95d4-4937-bb9d-0893f2ee0951 admin admin] Network 20d99839-ec56-4e7a-a009-27e0ba572935 is scheduled to be hosted by DHCP agent cadf10d7-d23a-4fec-9e77-f0f038d86f43 with binding_index 1 {{(pid=85264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 11 17:22:53.720271 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-ca46cbc1-95d4-4937-bb9d-0893f2ee0951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-iscsi, 20d99839-ec56-4e7a-a009-27e0ba572935) {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:22:53.730920 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59f673e-d913-46fb-91f1-926641a1c505 None None] Network 20d99839-ec56-4e7a-a009-27e0ba572935 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:22:53.732587 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca46cbc1-95d4-4937-bb9d-0893f2ee0951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:53.733255 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ca46cbc1-95d4-4937-bb9d-0893f2ee0951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:53.752476 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-ca46cbc1-95d4-4937-bb9d-0893f2ee0951 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.8694370
Apr 11 17:22:53.890692 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 51064) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:53.954918 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0becd6-b4c3-4293-af6e-05d6ecbeae88 None None] Network 20d99839-ec56-4e7a-a009-27e0ba572935 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:22:53.958464 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a6ba04-39e6-43b2-b5d8-b3a07e284954 admin admin] Deleting subnet 2e44ed41-15b5-4d3d-8c44-e6fa1150236e {{(pid=85265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 11 17:22:53.963256 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c2a6ba04-39e6-43b2-b5d8-b3a07e284954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:54.016695 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c2a6ba04-39e6-43b2-b5d8-b3a07e284954 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852720073'] for subnet, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:54.081073 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c2a6ba04-39e6-43b2-b5d8-b3a07e284954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16559076'] for subnet, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:54.413031 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c2a6ba04-39e6-43b2-b5d8-b3a07e284954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838216707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851487774'] for subnet, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:54.431684 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bdcd8b76-0381-49de-b1fd-457ab38a32e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:54.485596 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5119b-39c1-48e0-a090-9a8cc274be43 req-ad6a2eeb-3062-4344-a831-47f6850ca51b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:54.487174 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eab5119b-39c1-48e0-a090-9a8cc274be43 req-ad6a2eeb-3062-4344-a831-47f6850ca51b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.2133973
Apr 11 17:22:54.491580 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6ba04-39e6-43b2-b5d8-b3a07e284954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e44ed41-15b5-4d3d-8c44-e6fa1150236e,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:54.495320 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c2a6ba04-39e6-43b2-b5d8-b3a07e284954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:54.584180 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eab5119b-39c1-48e0-a090-9a8cc274be43 req-257ea543-c63d-416a-8254-8e4481bbcf83 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0877342
Apr 11 17:22:54.599416 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c2a6ba04-39e6-43b2-b5d8-b3a07e284954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:54.606133 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-c2a6ba04-39e6-43b2-b5d8-b3a07e284954 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2e44ed41-15b5-4d3d-8c44-e6fa1150236e HTTP/1.1" status: 204  len: 168 time: 0.7143550
Apr 11 17:22:54.608647 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 51072) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:54.684173 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22790363-c2b9-4889-9fb2-48fa21612dcd req-ff7c4152-9214-499f-931c-90b38b0179fb tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:54.685813 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-22790363-c2b9-4889-9fb2-48fa21612dcd req-ff7c4152-9214-499f-931c-90b38b0179fb tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.0981209
Apr 11 17:22:54.716090 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-22790363-c2b9-4889-9fb2-48fa21612dcd req-09f0ea59-5324-45d9-88b6-fa72dc3d7b48 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0239737
Apr 11 17:22:54.726899 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e61ef061-d825-4ab7-a38d-4c2f8c374dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854681048'] for network, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:54.919197 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e61ef061-d825-4ab7-a38d-4c2f8c374dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16557693', 'neutron.services.segments.db._delete_segments_for_network--9223363300245355619'] for network, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:55.040707 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-e61ef061-d825-4ab7-a38d-4c2f8c374dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2266f44cf8>,) {'filters': {'network_id': ['19f892af-2787-4010-b4c3-4257bdb841d3']}} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:22:55.054304 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-e61ef061-d825-4ab7-a38d-4c2f8c374dd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2266f44cf8>, 'c67dfd78-8e98-4072-b4b8-6d243e709ac5') {'for_net_delete': True} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:22:55.054636 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-e61ef061-d825-4ab7-a38d-4c2f8c374dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2266f44cf8>, 'c67dfd78-8e98-4072-b4b8-6d243e709ac5') {} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:22:55.070270 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e61ef061-d825-4ab7-a38d-4c2f8c374dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736609405999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2055880'] for segment, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:55.085929 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e61ef061-d825-4ab7-a38d-4c2f8c374dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:55.093066 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61ef061-d825-4ab7-a38d-4c2f8c374dd0 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=85265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 11 17:22:55.293678 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-e61ef061-d825-4ab7-a38d-4c2f8c374dd0 admin admin] Network 19f892af-2787-4010-b4c3-4257bdb841d3 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:22:55.304277 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e61ef061-d825-4ab7-a38d-4c2f8c374dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16558278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933340'] for segment, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:55.401670 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aadbc4-350b-45ef-8938-41bd1ab880f9 req-0bcb6e7f-fc12-4ff7-951b-b8d6888c9efd tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:55.403772 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b8aadbc4-350b-45ef-8938-41bd1ab880f9 req-0bcb6e7f-fc12-4ff7-951b-b8d6888c9efd tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.1054907
Apr 11 17:22:55.500782 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-b8aadbc4-350b-45ef-8938-41bd1ab880f9 req-c790f0b5-7f02-4423-9b12-c63e3e29ce7b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Deleting port b562c0b1-2753-439f-b562-116cd8473706 {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:22:55.501433 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-b8aadbc4-350b-45ef-8938-41bd1ab880f9 req-c790f0b5-7f02-4423-9b12-c63e3e29ce7b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:55.529302 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-e61ef061-d825-4ab7-a38d-4c2f8c374dd0 admin admin] Network 19f892af-2787-4010-b4c3-4257bdb841d3 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]: Traceback (most recent call last):
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:     timer()
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:     cb(*args, **kw)
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:     return func(*args, **kwargs)
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:     self._notify()
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:     self.callback(batched_events)
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:     event.method(event)
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:     segment_id)['aggregates'][0]
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:     return f(self, *a, **k)
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self._get(url).json()
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:     **kwargs)
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self.request(url, 'GET', **kwargs)
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:     **endpoint_filter)
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 11 17:22:55.558771 dv-cinder-784779-4-iscsi neutron-server[85151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 11 17:22:55.665393 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e61ef061-d825-4ab7-a38d-4c2f8c374dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838218230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448937'] for network, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:55.671612 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e61ef061-d825-4ab7-a38d-4c2f8c374dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:55.676500 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-517a6e97-f210-4fdc-9e44-c56e1eed1ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:55.703074 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ef061-d825-4ab7-a38d-4c2f8c374dd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=19f892af-2787-4010-b4c3-4257bdb841d3,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:55.705917 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-e61ef061-d825-4ab7-a38d-4c2f8c374dd0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/19f892af-2787-4010-b4c3-4257bdb841d3 HTTP/1.1" status: 204  len: 168 time: 1.0960758
Apr 11 17:22:55.706921 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e61ef061-d825-4ab7-a38d-4c2f8c374dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:55.710462 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 51078) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:55.812231 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-b8aadbc4-350b-45ef-8938-41bd1ab880f9 req-c790f0b5-7f02-4423-9b12-c63e3e29ce7b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] For port b562c0b1-2753-439f-b562-116cd8473706, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b562c0b1-2753-439f-b562-116cd8473706,segment=NetworkSegment(7db3722a-26eb-4aef-8939-5002d60e03a2),segment_id=7db3722a-26eb-4aef-8939-5002d60e03a2)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:22:55.812602 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-b8aadbc4-350b-45ef-8938-41bd1ab880f9 req-c790f0b5-7f02-4423-9b12-c63e3e29ce7b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:55.862838 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_v2 [None req-692cd61a-1547-4878-b8f1-92bdd91974a4 admin admin] Deleting subnet 620b89e3-7fab-4e68-a6d4-8cdbeacb4d83 {{(pid=85265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 11 17:22:55.870451 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-692cd61a-1547-4878-b8f1-92bdd91974a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:55.943321 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-692cd61a-1547-4878-b8f1-92bdd91974a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852720073'] for subnet, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:55.985067 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0ff1d-94fb-4e9b-875c-ffa210c8b10d req-a5143a69-d735-4d94-868c-8ac6e8c5e00b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:55.986658 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5bb0ff1d-94fb-4e9b-875c-ffa210c8b10d req-a5143a69-d735-4d94-868c-8ac6e8c5e00b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.2329102
Apr 11 17:22:56.007144 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-b8aadbc4-350b-45ef-8938-41bd1ab880f9 req-c790f0b5-7f02-4423-9b12-c63e3e29ce7b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Calling delete_port for b562c0b1-2753-439f-b562-116cd8473706 owned by compute:nova {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:22:56.032296 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5bb0ff1d-94fb-4e9b-875c-ffa210c8b10d req-76ab9445-52d5-4464-9d5e-955185cbb847 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361867
Apr 11 17:22:56.038740 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-692cd61a-1547-4878-b8f1-92bdd91974a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16559076'] for subnet, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:56.131824 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932c574-f297-4087-8b28-222873167bd3 req-818df973-8fdd-4741-9dd1-0b1f45f0f809 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:56.133503 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7932c574-f297-4087-8b28-222873167bd3 req-818df973-8fdd-4741-9dd1-0b1f45f0f809 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e9f6fb-4366-4742-ade0-2103504e93a7 HTTP/1.1" status: 200  len: 945 time: 0.2407992
Apr 11 17:22:56.212018 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7932c574-f297-4087-8b28-222873167bd3 req-f93a8e5d-a439-4a39-9478-7ee0490d438f tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436354
Apr 11 17:22:56.226532 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-b8aadbc4-350b-45ef-8938-41bd1ab880f9 req-c790f0b5-7f02-4423-9b12-c63e3e29ce7b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:56.240588 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['b562c0b1-2753-439f-b562-116cd8473706'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:22:56.243936 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-fd91f9f9-4d1f-4e21-9643-d3a078a38694 tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:56.297314 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790f0b5-7f02-4423-9b12-c63e3e29ce7b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Pushing event deleted for resources: {'Port': ['ID=b562c0b1-2753-439f-b562-116cd8473706,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:56.311039 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c790f0b5-7f02-4423-9b12-c63e3e29ce7b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:56.459443 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-692cd61a-1547-4878-b8f1-92bdd91974a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838216707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851487774'] for subnet, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:56.481656 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb6f02-d768-4188-8f5a-db1bcc5186a2 req-096102c4-7872-4369-8cbd-015545187a55 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:56.483223 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a2fb6f02-d768-4188-8f5a-db1bcc5186a2 req-096102c4-7872-4369-8cbd-015545187a55 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.1378987
Apr 11 17:22:56.486187 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2436b7d6-c3c7-4957-b99a-bba70cace12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:56.544624 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cd61a-1547-4878-b8f1-92bdd91974a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=620b89e3-7fab-4e68-a6d4-8cdbeacb4d83,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:56.553198 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-692cd61a-1547-4878-b8f1-92bdd91974a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:56.553509 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8aadbc4-350b-45ef-8938-41bd1ab880f9 req-c790f0b5-7f02-4423-9b12-c63e3e29ce7b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] No DVR routers for this DVR port b562c0b1-2753-439f-b562-116cd8473706 on host hv-cinder-78477 {{(pid=85264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:22:56.555753 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-b8aadbc4-350b-45ef-8938-41bd1ab880f9 req-c790f0b5-7f02-4423-9b12-c63e3e29ce7b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:56.560734 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e9f6fb-4366-4742-ade0-2103504e93a7', 'name': 'network-vif-deleted', 'tag': 'b562c0b1-2753-439f-b562-116cd8473706'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:22:56.579123 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b8aadbc4-350b-45ef-8938-41bd1ab880f9 req-c790f0b5-7f02-4423-9b12-c63e3e29ce7b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] 10.222.0.37 "DELETE /v2.0/ports/b562c0b1-2753-439f-b562-116cd8473706 HTTP/1.1" status: 204  len: 173 time: 1.1686175
Apr 11 17:22:56.606173 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d30c2d-23db-4011-a74f-127d2ed45b91 req-0da5aceb-1b71-4fb6-bbbf-c18ada82c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:56.608502 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-35d30c2d-23db-4011-a74f-127d2ed45b91 req-0da5aceb-1b71-4fb6-bbbf-c18ada82c04b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4744d33c997d404c90625352a9aecf4d&device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 1098 time: 0.1506641
Apr 11 17:22:56.612992 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e9f6fb-4366-4742-ade0-2103504e93a7', 'name': 'network-vif-deleted', 'tag': 'b562c0b1-2753-439f-b562-116cd8473706', 'status': 'completed', 'code': 200}
Apr 11 17:22:56.617337 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a2fb6f02-d768-4188-8f5a-db1bcc5186a2 req-2868fc7f-a017-4839-8a22-41d9997b6f7f tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1015422
Apr 11 17:22:56.650148 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-692cd61a-1547-4878-b8f1-92bdd91974a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:56.656524 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-692cd61a-1547-4878-b8f1-92bdd91974a4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/620b89e3-7fab-4e68-a6d4-8cdbeacb4d83 HTTP/1.1" status: 204  len: 168 time: 0.9447267
Apr 11 17:22:56.659486 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 51090) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:56.768366 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d30c2d-23db-4011-a74f-127d2ed45b91 req-7bfff2e1-f9b5-4b42-a5ec-a85fb86bdffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:56.769999 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-35d30c2d-23db-4011-a74f-127d2ed45b91 req-7bfff2e1-f9b5-4b42-a5ec-a85fb86bdffe service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d07600c-54c6-4d19-b4b0-98bb107e0071 HTTP/1.1" status: 200  len: 910 time: 0.1470084
Apr 11 17:22:56.895743 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-35d30c2d-23db-4011-a74f-127d2ed45b91 req-c7aafd1e-9551-4799-a97e-4522f10aa821 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c923078-f1b7-41d4-8180-31cf62e35522 HTTP/1.1" status: 200  len: 1001 time: 0.1152496
Apr 11 17:22:56.977966 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d30c2d-23db-4011-a74f-127d2ed45b91 req-bd4728fc-1ee1-4175-90a1-3996371e0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:56.979580 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-35d30c2d-23db-4011-a74f-127d2ed45b91 req-bd4728fc-1ee1-4175-90a1-3996371e0803 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=366c0678-a15a-4f72-a34e-cf6cad6c7b77 HTTP/1.1" status: 200  len: 848 time: 0.0773239
Apr 11 17:22:56.990950 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c134ddb3-6236-44c3-b684-736d732c212e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854681048'] for network, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:57.084929 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d30c2d-23db-4011-a74f-127d2ed45b91 req-533e5d9b-5298-470c-9188-cd4f0548bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:57.087777 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-35d30c2d-23db-4011-a74f-127d2ed45b91 req-533e5d9b-5298-470c-9188-cd4f0548bec0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d07600c-54c6-4d19-b4b0-98bb107e0071&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0916681
Apr 11 17:22:57.183007 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:57.201674 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c134ddb3-6236-44c3-b684-736d732c212e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16557693', 'neutron.services.segments.db._delete_segments_for_network--9223363300245355619'] for network, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:57.228017 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:22:57.242760 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-35d30c2d-23db-4011-a74f-127d2ed45b91 req-1dd010f0-c70c-4200-b211-cbfc8bee4383 service neutron] 10.222.0.37 "GET /v2.0/networks/6d07600c-54c6-4d19-b4b0-98bb107e0071?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483588
Apr 11 17:22:57.323678 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-c134ddb3-6236-44c3-b684-736d732c212e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2266122c88>,) {'filters': {'network_id': ['20d99839-ec56-4e7a-a009-27e0ba572935']}} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:22:57.338395 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-c134ddb3-6236-44c3-b684-736d732c212e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2266122c88>, 'f1ecfed1-f040-4889-a063-2c14f0d27436') {'for_net_delete': True} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:22:57.338729 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-c134ddb3-6236-44c3-b684-736d732c212e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2266122c88>, 'f1ecfed1-f040-4889-a063-2c14f0d27436') {} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:22:57.352146 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c134ddb3-6236-44c3-b684-736d732c212e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736609405999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2055880'] for segment, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:57.367255 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c134ddb3-6236-44c3-b684-736d732c212e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:57.373689 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c134ddb3-6236-44c3-b684-736d732c212e admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=85265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 11 17:22:57.376644 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 51096) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:57.561787 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-c134ddb3-6236-44c3-b684-736d732c212e admin admin] Network 20d99839-ec56-4e7a-a009-27e0ba572935 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:22:57.572009 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c134ddb3-6236-44c3-b684-736d732c212e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16558278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933340'] for segment, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:57.804812 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-35d30c2d-23db-4011-a74f-127d2ed45b91 req-334a0dfa-795c-48b4-9cc4-89fcd3429fe7 service neutron] 10.222.0.37 "GET /v2.0/networks/6d07600c-54c6-4d19-b4b0-98bb107e0071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5519559
Apr 11 17:22:57.809206 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-c134ddb3-6236-44c3-b684-736d732c212e admin admin] Network 20d99839-ec56-4e7a-a009-27e0ba572935 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]: Traceback (most recent call last):
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:     timer()
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:     cb(*args, **kw)
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:     return func(*args, **kwargs)
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:     self._notify()
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:     self.callback(batched_events)
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:     event.method(event)
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:     segment_id)['aggregates'][0]
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:     return f(self, *a, **k)
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self._get(url).json()
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:     **kwargs)
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self.request(url, 'GET', **kwargs)
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:     **endpoint_filter)
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 11 17:22:57.835832 dv-cinder-784779-4-iscsi neutron-server[85151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 11 17:22:57.928976 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c134ddb3-6236-44c3-b684-736d732c212e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838218230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448937'] for network, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:57.936763 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e61ef061-d825-4ab7-a38d-4c2f8c374dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:57.953972 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c134ddb3-6236-44c3-b684-736d732c212e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:57.965433 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134ddb3-6236-44c3-b684-736d732c212e admin admin] Pushing event deleted for resources: {'Network': ['ID=20d99839-ec56-4e7a-a009-27e0ba572935,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:57.976112 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb3d1d-1578-469c-949f-2768b29cfc72 req-079eace2-0617-457d-91e4-94a831e88856 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:57.977721 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bfbb3d1d-1578-469c-949f-2768b29cfc72 req-079eace2-0617-457d-91e4-94a831e88856 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.2344956
Apr 11 17:22:57.978718 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c134ddb3-6236-44c3-b684-736d732c212e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:57.980073 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-c134ddb3-6236-44c3-b684-736d732c212e admin admin] 10.222.0.30 "DELETE /v2.0/networks/20d99839-ec56-4e7a-a009-27e0ba572935 HTTP/1.1" status: 204  len: 168 time: 1.3196180
Apr 11 17:22:58.014023 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bfbb3d1d-1578-469c-949f-2768b29cfc72 req-53bb559f-ce71-45d9-9331-89bc55f61c9e tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0283298
Apr 11 17:22:58.163976 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 51104) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:58.220381 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f01bb4ff-70ef-4eb8-966b-df07a6979542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448877'] for router_interface, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:58.223145 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-1d3f174c-5ade-4a81-a922-352b8f7b0346 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3be28a7fa69946dbb31dde4929c97959&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0577626
Apr 11 17:22:58.225744 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 51108) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:58.293776 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f71915c3-7456-4847-959a-8586c1adf490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:58.322425 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f71915c3-7456-4847-959a-8586c1adf490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:58.380231 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f71915c3-7456-4847-959a-8586c1adf490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:58.385655 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-edf02bfa-4f52-48e5-aff4-c431003d26de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:58.400376 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71915c3-7456-4847-959a-8586c1adf490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c087b26d-c0ec-451b-97ec-93e72fbc5840,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:58.403267 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f71915c3-7456-4847-959a-8586c1adf490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:58.404546 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f71915c3-7456-4847-959a-8586c1adf490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:58.405804 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f71915c3-7456-4847-959a-8586c1adf490 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c087b26d-c0ec-451b-97ec-93e72fbc5840 HTTP/1.1" status: 204  len: 168 time: 0.1789587
Apr 11 17:22:58.556275 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device b562c0b1-2753-439f-b562-116cd8473706 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:22:58.597840 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] No Port match for: b562c0b1-2753-439f-b562-116cd8473706 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:22:58.598328 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device b562c0b1-2753-439f-b562-116cd8473706 not bound to the agent host hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:22:58.633045 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-f01bb4ff-70ef-4eb8-966b-df07a6979542 admin admin] Deleting port bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:22:58.633474 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f01bb4ff-70ef-4eb8-966b-df07a6979542 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:58.783759 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 51118) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:58.864631 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-f01bb4ff-70ef-4eb8-966b-df07a6979542 admin admin] For port bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d,segment=NetworkSegment(7db3722a-26eb-4aef-8939-5002d60e03a2),segment_id=7db3722a-26eb-4aef-8939-5002d60e03a2)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:22:58.865175 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f01bb4ff-70ef-4eb8-966b-df07a6979542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:58.874662 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-0ca6d7ad-cd44-477f-ac01-f1c4cf1b878e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d7a7fe656114ea5b78ac026b43f6e7e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0897601
Apr 11 17:22:58.877520 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 51122) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:22:58.939269 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-21424f3c-4da2-44f9-8b8a-867e567fd684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:58.966667 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-21424f3c-4da2-44f9-8b8a-867e567fd684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:59.001188 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-f01bb4ff-70ef-4eb8-966b-df07a6979542 admin admin] Calling delete_port for bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d owned by network:router_interface {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:22:59.016101 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-21424f3c-4da2-44f9-8b8a-867e567fd684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:59.022120 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-74432bfc-b134-4403-baa6-4d60cca7642a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:59.034717 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21424f3c-4da2-44f9-8b8a-867e567fd684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1f27a1-674d-45db-942f-2fb5d4fe9922,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:59.040507 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-21424f3c-4da2-44f9-8b8a-867e567fd684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:59.042868 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-21424f3c-4da2-44f9-8b8a-867e567fd684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:59.044184 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-21424f3c-4da2-44f9-8b8a-867e567fd684 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a1f27a1-674d-45db-942f-2fb5d4fe9922 HTTP/1.1" status: 204  len: 168 time: 0.1655526
Apr 11 17:22:59.350782 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a865be8-fd57-402e-89d2-c5f771626a4e req-08a0a68d-5b5d-48cb-b28a-8e73e4ccbadd tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:22:59.352383 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9a865be8-fd57-402e-89d2-c5f771626a4e req-08a0a68d-5b5d-48cb-b28a-8e73e4ccbadd tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.1382427
Apr 11 17:22:59.430505 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9a865be8-fd57-402e-89d2-c5f771626a4e req-f05ef946-cb0b-4f96-953b-446875783026 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706229
Apr 11 17:22:59.456124 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f01bb4ff-70ef-4eb8-966b-df07a6979542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:22:59.462857 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:22:59.519860 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bb4ff-70ef-4eb8-966b-df07a6979542 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:22:59.570937 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f01bb4ff-70ef-4eb8-966b-df07a6979542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:22:59.915686 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f01bb4ff-70ef-4eb8-966b-df07a6979542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838482841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492909'] for router_interface, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:00.672744 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01bb4ff-70ef-4eb8-966b-df07a6979542 admin admin] Router 4b0f64f9-f5f1-4d6e-a310-55e4efea72dc has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:23:00.777631 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 51168) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:00.865599 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01bb4ff-70ef-4eb8-966b-df07a6979542 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:23:00.875342 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b445a-7cfa-4263-b86d-2feb1462cf78 None None] Sync routers for ids ['4b0f64f9-f5f1-4d6e-a310-55e4efea72dc'] in dv-cinder-784779-4-iscsi {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:23:00.880378 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f01bb4ff-70ef-4eb8-966b-df07a6979542 admin admin] 10.222.0.30 "PUT /v2.0/routers/4b0f64f9-f5f1-4d6e-a310-55e4efea72dc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5024869
Apr 11 17:23:00.883755 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 51174) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:00.887113 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1b445a-7cfa-4263-b86d-2feb1462cf78 None None] Routers {'4b0f64f9-f5f1-4d6e-a310-55e4efea72dc'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:23:00.887788 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-4e1b445a-7cfa-4263-b86d-2feb1462cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226685b550>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:22:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['4b0f64f9-f5f1-4d6e-a310-55e4efea72dc'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:23:00.912698 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1a396170-7b11-4c35-93fa-900b8741b07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:00.929245 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-1a396170-7b11-4c35-93fa-900b8741b07f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:00.933461 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-1a396170-7b11-4c35-93fa-900b8741b07f admin admin] Usage tracker for resource:security_group_rule and tenant:57ce4eaeb0014bb09accb94d5ec43cca is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:00.936521 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-1a396170-7b11-4c35-93fa-900b8741b07f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:00.942516 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-1a396170-7b11-4c35-93fa-900b8741b07f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:01.030149 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1a396170-7b11-4c35-93fa-900b8741b07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:01.034303 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1a396170-7b11-4c35-93fa-900b8741b07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:01.043937 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-1c1e3bf8-86ec-4d5d-ae44-8e21db6f77e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:01.082622 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-35a88b58-1db3-42b8-8b5a-bd8b5e78c10f admin admin] Notify callbacks [] for router, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:01.101764 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-1a396170-7b11-4c35-93fa-900b8741b07f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=57ce4eaeb0014bb09accb94d5ec43cca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3192451
Apr 11 17:23:01.102269 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 51178) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:01.105192 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a396170-7b11-4c35-93fa-900b8741b07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578caa3f-0d37-4209-9503-bc1e4e54fef4,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:01.118770 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-1a396170-7b11-4c35-93fa-900b8741b07f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:01.183241 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-24f334d7-c516-4ca9-8db7-fcb5935e64a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:01.214102 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-24f334d7-c516-4ca9-8db7-fcb5935e64a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:01.266048 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-24f334d7-c516-4ca9-8db7-fcb5935e64a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:01.271884 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3926392d-ddf0-499b-9150-c2cad443daae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:01.283424 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-4e1b445a-7cfa-4263-b86d-2feb1462cf78 None None] Set router 4b0f64f9-f5f1-4d6e-a310-55e4efea72dc gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:23:01.286377 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f334d7-c516-4ca9-8db7-fcb5935e64a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578caa3f-0d37-4209-9503-bc1e4e54fef4,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:01.289857 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-24f334d7-c516-4ca9-8db7-fcb5935e64a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:01.291881 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-24f334d7-c516-4ca9-8db7-fcb5935e64a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:01.296052 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-24f334d7-c516-4ca9-8db7-fcb5935e64a2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/578caa3f-0d37-4209-9503-bc1e4e54fef4 HTTP/1.1" status: 204  len: 168 time: 0.1929219
Apr 11 17:23:01.332366 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-35a88b58-1db3-42b8-8b5a-bd8b5e78c10f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:01.342399 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-35a88b58-1db3-42b8-8b5a-bd8b5e78c10f admin admin] Deleting port b083d3a4-88ec-4f31-a16c-73041c916726 {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:23:01.343098 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-35a88b58-1db3-42b8-8b5a-bd8b5e78c10f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:01.544439 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-35a88b58-1db3-42b8-8b5a-bd8b5e78c10f admin admin] For port b083d3a4-88ec-4f31-a16c-73041c916726, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=b083d3a4-88ec-4f31-a16c-73041c916726,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:23:01.544882 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-35a88b58-1db3-42b8-8b5a-bd8b5e78c10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:01.603636 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-4e1b445a-7cfa-4263-b86d-2feb1462cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226685b550>, [{'id': '4b0f64f9-f5f1-4d6e-a310-55e4efea72dc', 'name': 'tempest-ServerRescueNegativeTestJSON-1409699652-router', 'tenant_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b083d3a4-88ec-4f31-a16c-73041c916726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:22:59Z', 'revision_number': 5, 'project_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'gw_port': {'id': 'b083d3a4-88ec-4f31-a16c-73041c916726', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f64f9-f5f1-4d6e-a310-55e4efea72dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:06Z', 'updated_at': '2021-04-11T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:23:01.604304 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 51186) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:01.608647 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b445a-7cfa-4263-b86d-2feb1462cf78 None None] Checking router: 4b0f64f9-f5f1-4d6e-a310-55e4efea72dc for host: dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:23:01.619177 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1b445a-7cfa-4263-b86d-2feb1462cf78 None None] Routers {'4b0f64f9-f5f1-4d6e-a310-55e4efea72dc'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:23:01.619963 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-4e1b445a-7cfa-4263-b86d-2feb1462cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226685b550>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:22:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['4b0f64f9-f5f1-4d6e-a310-55e4efea72dc'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:23:01.624856 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5aea4946-bdcd-44d5-b95e-5bb58dd0ef4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:01.640396 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-5aea4946-bdcd-44d5-b95e-5bb58dd0ef4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:01.644496 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-5aea4946-bdcd-44d5-b95e-5bb58dd0ef4f admin admin] Usage tracker for resource:security_group_rule and tenant:a8cae72c77314747b4a30aa31835a4f8 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:01.647549 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-5aea4946-bdcd-44d5-b95e-5bb58dd0ef4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:01.653616 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-5aea4946-bdcd-44d5-b95e-5bb58dd0ef4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:01.681313 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-35a88b58-1db3-42b8-8b5a-bd8b5e78c10f admin admin] Calling delete_port for b083d3a4-88ec-4f31-a16c-73041c916726 owned by network:router_gateway {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:23:01.742639 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5aea4946-bdcd-44d5-b95e-5bb58dd0ef4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:01.745590 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5aea4946-bdcd-44d5-b95e-5bb58dd0ef4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:01.754878 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-652cf4be-6108-43e6-8e8a-9c03ee55c100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:01.784923 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-4e1b445a-7cfa-4263-b86d-2feb1462cf78 None None] Set router 4b0f64f9-f5f1-4d6e-a310-55e4efea72dc gateway port host: None {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:23:01.797122 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea4946-bdcd-44d5-b95e-5bb58dd0ef4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93821421-dd40-4fa4-99bb-2269b893724d,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:01.805594 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-5aea4946-bdcd-44d5-b95e-5bb58dd0ef4f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a8cae72c77314747b4a30aa31835a4f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2001038
Apr 11 17:23:01.806658 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5aea4946-bdcd-44d5-b95e-5bb58dd0ef4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:01.807155 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 51190) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:01.867155 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-35a88b58-1db3-42b8-8b5a-bd8b5e78c10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:01.871573 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b25ddcd4-0f4e-4786-aa7e-42affaddc9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:01.883724 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3509f71f-5ddf-47ad-955d-a1c29b113ff2 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:01.905267 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b25ddcd4-0f4e-4786-aa7e-42affaddc9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:01.905575 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-4e1b445a-7cfa-4263-b86d-2feb1462cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226685b550>, [{'id': '4b0f64f9-f5f1-4d6e-a310-55e4efea72dc', 'name': 'tempest-ServerRescueNegativeTestJSON-1409699652-router', 'tenant_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:23:01Z', 'revision_number': 6, 'project_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'gw_port_host': None}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:23:01.909796 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b445a-7cfa-4263-b86d-2feb1462cf78 None None] The sync data for ids ['4b0f64f9-f5f1-4d6e-a310-55e4efea72dc'] in dv-cinder-784779-4-iscsi is: [{'id': '4b0f64f9-f5f1-4d6e-a310-55e4efea72dc', 'name': 'tempest-ServerRescueNegativeTestJSON-1409699652-router', 'tenant_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:23:01Z', 'revision_number': 6, 'project_id': 'b9bb61f1e6f04c45882198b1f39ca070', 'gw_port_host': None}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:23:01.937182 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a88b58-1db3-42b8-8b5a-bd8b5e78c10f admin admin] Pushing event deleted for resources: {'Port': ['ID=b083d3a4-88ec-4f31-a16c-73041c916726,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:01.942622 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-35a88b58-1db3-42b8-8b5a-bd8b5e78c10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:01.960644 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b25ddcd4-0f4e-4786-aa7e-42affaddc9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:01.966401 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-54ef826a-375f-4241-b8af-af1277fece08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:01.981361 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ddcd4-0f4e-4786-aa7e-42affaddc9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93821421-dd40-4fa4-99bb-2269b893724d,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:01.984589 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b25ddcd4-0f4e-4786-aa7e-42affaddc9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:01.985633 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b25ddcd4-0f4e-4786-aa7e-42affaddc9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:01.990233 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-b25ddcd4-0f4e-4786-aa7e-42affaddc9a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93821421-dd40-4fa4-99bb-2269b893724d HTTP/1.1" status: 204  len: 168 time: 0.1815257
Apr 11 17:23:02.172239 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-35a88b58-1db3-42b8-8b5a-bd8b5e78c10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854326909'] for router_gateway, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:02.365790 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-35a88b58-1db3-42b8-8b5a-bd8b5e78c10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854254326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774632'] for router, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:02.368168 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-35a88b58-1db3-42b8-8b5a-bd8b5e78c10f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:02.455224 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-35a88b58-1db3-42b8-8b5a-bd8b5e78c10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-521882'] for router, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:02.455912 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a88b58-1db3-42b8-8b5a-bd8b5e78c10f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b0f64f9-f5f1-4d6e-a310-55e4efea72dc {{(pid=85264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 11 17:23:02.470229 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-35a88b58-1db3-42b8-8b5a-bd8b5e78c10f admin admin] Notify callbacks [] for router, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:02.471441 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-35a88b58-1db3-42b8-8b5a-bd8b5e78c10f admin admin] 10.222.0.30 "DELETE /v2.0/routers/4b0f64f9-f5f1-4d6e-a310-55e4efea72dc HTTP/1.1" status: 204  len: 168 time: 1.5868204
Apr 11 17:23:02.474682 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 51206) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:02.775647 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_v2 [None req-d915a3a7-69cb-4eaf-8d75-706c6b9b0d60 admin admin] Deleting subnet 2449f5f4-85cf-4114-8bd0-f3e8caf3301d {{(pid=85264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 11 17:23:02.778836 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d915a3a7-69cb-4eaf-8d75-706c6b9b0d60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:02.832720 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d915a3a7-69cb-4eaf-8d75-706c6b9b0d60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3005022'] for subnet, precommit_delete_associations {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:02.895009 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d915a3a7-69cb-4eaf-8d75-706c6b9b0d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16559076'] for subnet, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:03.169644 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d915a3a7-69cb-4eaf-8d75-706c6b9b0d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838216707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852461692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2936640'] for subnet, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:03.186139 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-dda9f8ee-e288-4416-8da4-275b8f9c4dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:03.239849 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device b083d3a4-88ec-4f31-a16c-73041c916726 no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:23:03.285248 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: b083d3a4-88ec-4f31-a16c-73041c916726 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:23:03.285747 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device b083d3a4-88ec-4f31-a16c-73041c916726 not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:23:03.286325 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:23:03.306647 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915a3a7-69cb-4eaf-8d75-706c6b9b0d60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2449f5f4-85cf-4114-8bd0-f3e8caf3301d,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:03.332988 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:23:03.333606 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device bf9ecc54-d872-4b7d-b7a4-a00bcd7a374d not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:23:03.333868 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d915a3a7-69cb-4eaf-8d75-706c6b9b0d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:03.342327 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d915a3a7-69cb-4eaf-8d75-706c6b9b0d60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:03.351107 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-d915a3a7-69cb-4eaf-8d75-706c6b9b0d60 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2449f5f4-85cf-4114-8bd0-f3e8caf3301d HTTP/1.1" status: 204  len: 168 time: 0.8724771
Apr 11 17:23:03.351401 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 51232) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:03.470836 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854681048'] for network, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:03.662597 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16557693', 'neutron.services.segments.db._delete_segments_for_network--9223363300245355619'] for network, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:03.778631 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2265af1b70>,) {'filters': {'network_id': ['80f28fa7-36bb-4960-bba0-f581250796a5']}} {{(pid=85264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:23:03.792809 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2265af1b70>, '7db3722a-26eb-4aef-8939-5002d60e03a2') {'for_net_delete': True} {{(pid=85264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:23:03.793268 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2265af1b70>, '7db3722a-26eb-4aef-8939-5002d60e03a2') {} {{(pid=85264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:23:03.806084 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736609405999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851770719'] for segment, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:03.822352 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:03.828823 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=85264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 11 17:23:04.013354 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] Network 80f28fa7-36bb-4960-bba0-f581250796a5 has no segments {{(pid=85264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:23:04.023354 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16558278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852461607'] for segment, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:04.206574 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] Network 80f28fa7-36bb-4960-bba0-f581250796a5 has no segments {{(pid=85264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]: Traceback (most recent call last):
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:     timer()
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:     cb(*args, **kw)
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:     return func(*args, **kwargs)
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:     self._notify()
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:     self.callback(batched_events)
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:     event.method(event)
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:     segment_id)['aggregates'][0]
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:     return f(self, *a, **k)
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self._get(url).json()
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:     **kwargs)
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self.request(url, 'GET', **kwargs)
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:     **endpoint_filter)
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 11 17:23:04.230339 dv-cinder-784779-4-iscsi neutron-server[85151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 11 17:23:04.327478 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838218230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448937'] for network, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:04.330914 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:04.348402 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:04.355179 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=80f28fa7-36bb-4960-bba0-f581250796a5,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:04.368281 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:04.368721 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:04.369127 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:04.369525 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:04.369918 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:04.370315 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:04.370705 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:04.371099 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:04.371489 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:04.371875 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:04.372261 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:04.372668 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:04.376515 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] 10.222.0.30 "DELETE /v2.0/networks/80f28fa7-36bb-4960-bba0-f581250796a5 HTTP/1.1" status: 204  len: 168 time: 1.0240855
Apr 11 17:23:04.377498 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f19b3341-3d55-44db-9aca-7db28d3b1c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:04.554771 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 51252) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:04.590719 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-63b7b8ea-ad62-4bcf-9a5c-c40923530da7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b9bb61f1e6f04c45882198b1f39ca070&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0345888
Apr 11 17:23:04.593285 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 51256) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:04.660089 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2455d847-ae6a-4017-be05-5854cd865ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:04.687881 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2455d847-ae6a-4017-be05-5854cd865ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:04.732555 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2455d847-ae6a-4017-be05-5854cd865ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:04.737480 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f7d78d82-e326-40e8-bade-4b9ab3231033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:04.752750 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455d847-ae6a-4017-be05-5854cd865ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1fe911-8c0b-4b6e-aa59-14cd0f28390c,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:04.755496 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2455d847-ae6a-4017-be05-5854cd865ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:04.761498 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2455d847-ae6a-4017-be05-5854cd865ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:04.762725 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-2455d847-ae6a-4017-be05-5854cd865ab0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c1fe911-8c0b-4b6e-aa59-14cd0f28390c HTTP/1.1" status: 204  len: 168 time: 0.1684558
Apr 11 17:23:09.157840 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a20e2eab-ee74-419e-aaf3-781eb3b32efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:11.646692 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-305eea1c-7272-4b5e-89ec-b68b22e29bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:12.554491 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:13.128462 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:13.159297 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 51402) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:13.286285 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-92441fea-9d2f-4c7c-81f7-b9bf68bdd65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:13.302388 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-92441fea-9d2f-4c7c-81f7-b9bf68bdd65b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:13.307063 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-92441fea-9d2f-4c7c-81f7-b9bf68bdd65b admin admin] Usage tracker for resource:security_group_rule and tenant:4fbb54cb8ddf4c3e8fdc72d9c2476149 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:13.310074 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-92441fea-9d2f-4c7c-81f7-b9bf68bdd65b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:13.316039 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-92441fea-9d2f-4c7c-81f7-b9bf68bdd65b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:13.402181 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-92441fea-9d2f-4c7c-81f7-b9bf68bdd65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:13.405168 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-92441fea-9d2f-4c7c-81f7-b9bf68bdd65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:13.414561 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:13.457509 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92441fea-9d2f-4c7c-81f7-b9bf68bdd65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488840f8-579c-4440-9f90-761032aaa974,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:13.461847 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-92441fea-9d2f-4c7c-81f7-b9bf68bdd65b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4fbb54cb8ddf4c3e8fdc72d9c2476149&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3011398
Apr 11 17:23:13.462916 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-92441fea-9d2f-4c7c-81f7-b9bf68bdd65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:13.463773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 51416) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:13.530598 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-cd4bdb85-6bf6-4f60-b4bb-72183504d26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:13.559462 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-cd4bdb85-6bf6-4f60-b4bb-72183504d26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:13.606673 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-cd4bdb85-6bf6-4f60-b4bb-72183504d26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:13.611718 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-76930a4c-2102-45b1-bd7e-2b3386465770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:13.627312 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4bdb85-6bf6-4f60-b4bb-72183504d26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488840f8-579c-4440-9f90-761032aaa974,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:13.630127 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-cd4bdb85-6bf6-4f60-b4bb-72183504d26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:13.631489 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-cd4bdb85-6bf6-4f60-b4bb-72183504d26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:13.635777 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-cd4bdb85-6bf6-4f60-b4bb-72183504d26e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/488840f8-579c-4440-9f90-761032aaa974 HTTP/1.1" status: 204  len: 168 time: 0.1709714
Apr 11 17:23:13.679983 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:13.948703 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 51440) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:13.968666 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b212cf31-7f8f-4032-8cc4-87e89d55ed6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:13.984330 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-b212cf31-7f8f-4032-8cc4-87e89d55ed6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:13.988307 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-b212cf31-7f8f-4032-8cc4-87e89d55ed6e admin admin] Usage tracker for resource:security_group_rule and tenant:a351a60f6f564b0d97e5e1fdd4b8c04c is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:13.991286 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-b212cf31-7f8f-4032-8cc4-87e89d55ed6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:13.997224 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-b212cf31-7f8f-4032-8cc4-87e89d55ed6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:14.081775 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b212cf31-7f8f-4032-8cc4-87e89d55ed6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:14.085153 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b212cf31-7f8f-4032-8cc4-87e89d55ed6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:14.094003 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-02213241-f36f-4241-a1ec-a248222948b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:14.135327 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-b212cf31-7f8f-4032-8cc4-87e89d55ed6e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a351a60f6f564b0d97e5e1fdd4b8c04c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1854820
Apr 11 17:23:14.137787 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212cf31-7f8f-4032-8cc4-87e89d55ed6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec5dd1a-fbba-4b61-a239-0e54a2bd42ce,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:14.138994 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 51444) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:14.141540 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b212cf31-7f8f-4032-8cc4-87e89d55ed6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:14.203814 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b771d10c-de62-4b1f-8335-1aed676c52b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:14.231945 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b771d10c-de62-4b1f-8335-1aed676c52b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:14.281336 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b771d10c-de62-4b1f-8335-1aed676c52b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:14.286487 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8a7f6e15-244b-4af1-9d8a-295bd4d3df3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:14.300763 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771d10c-de62-4b1f-8335-1aed676c52b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec5dd1a-fbba-4b61-a239-0e54a2bd42ce,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:14.304390 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b771d10c-de62-4b1f-8335-1aed676c52b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:14.305563 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b771d10c-de62-4b1f-8335-1aed676c52b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:14.307866 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-b771d10c-de62-4b1f-8335-1aed676c52b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ec5dd1a-fbba-4b61-a239-0e54a2bd42ce HTTP/1.1" status: 204  len: 168 time: 0.1677051
Apr 11 17:23:15.535744 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 51488) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:15.661575 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-902c2ad7-fc81-40e1-ae98-7439039c6c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:15.678575 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-902c2ad7-fc81-40e1-ae98-7439039c6c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:15.682939 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-902c2ad7-fc81-40e1-ae98-7439039c6c79 admin admin] Usage tracker for resource:security_group_rule and tenant:ec0acd5ad7554897a7ca284323578127 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:15.685917 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-902c2ad7-fc81-40e1-ae98-7439039c6c79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:15.691862 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-902c2ad7-fc81-40e1-ae98-7439039c6c79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:15.777825 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-902c2ad7-fc81-40e1-ae98-7439039c6c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:15.780580 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-902c2ad7-fc81-40e1-ae98-7439039c6c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:15.790155 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3cc24e8e-8b3c-42b7-9d9a-58747d85d280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:15.833850 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-902c2ad7-fc81-40e1-ae98-7439039c6c79 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec0acd5ad7554897a7ca284323578127&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2969570
Apr 11 17:23:15.836033 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c2ad7-fc81-40e1-ae98-7439039c6c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2680548-d0ea-4dd4-8751-757548d31fd7,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:15.837206 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 51494) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:15.839520 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-902c2ad7-fc81-40e1-ae98-7439039c6c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:15.904319 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ecca75a2-6de6-4120-a00d-46b66e14f15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:15.931950 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ecca75a2-6de6-4120-a00d-46b66e14f15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:15.976040 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ecca75a2-6de6-4120-a00d-46b66e14f15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:15.981100 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-56fdbe1a-2685-4b2f-b404-fb5483c98684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:15.994442 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca75a2-6de6-4120-a00d-46b66e14f15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2680548-d0ea-4dd4-8751-757548d31fd7,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:15.996929 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ecca75a2-6de6-4120-a00d-46b66e14f15f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:16.005232 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ecca75a2-6de6-4120-a00d-46b66e14f15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:16.006933 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-ecca75a2-6de6-4120-a00d-46b66e14f15f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f2680548-d0ea-4dd4-8751-757548d31fd7 HTTP/1.1" status: 204  len: 168 time: 0.1682947
Apr 11 17:23:20.876926 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 51608) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:21.008001 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d31ee5e6-440c-4591-9c4f-db60a0897d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:21.023441 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-d31ee5e6-440c-4591-9c4f-db60a0897d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:21.027436 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-d31ee5e6-440c-4591-9c4f-db60a0897d62 admin admin] Usage tracker for resource:security_group_rule and tenant:45fab904bb824f12a4906a97a11cf004 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:21.030395 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-d31ee5e6-440c-4591-9c4f-db60a0897d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:21.036331 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-d31ee5e6-440c-4591-9c4f-db60a0897d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:21.125445 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d31ee5e6-440c-4591-9c4f-db60a0897d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:21.128184 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d31ee5e6-440c-4591-9c4f-db60a0897d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:21.136995 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-902c2ad7-fc81-40e1-ae98-7439039c6c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:21.179880 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-d31ee5e6-440c-4591-9c4f-db60a0897d62 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=45fab904bb824f12a4906a97a11cf004&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3016479
Apr 11 17:23:21.181689 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ee5e6-440c-4591-9c4f-db60a0897d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be1d0ab-052f-484e-90b2-3c4fed0d396d,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:21.182813 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 51624) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:21.185195 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d31ee5e6-440c-4591-9c4f-db60a0897d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:21.250514 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6c446a93-25b3-4924-af5f-7cf051452e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:21.282951 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6c446a93-25b3-4924-af5f-7cf051452e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:21.335978 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6c446a93-25b3-4924-af5f-7cf051452e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:21.341356 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b212cf31-7f8f-4032-8cc4-87e89d55ed6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:21.357196 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c446a93-25b3-4924-af5f-7cf051452e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be1d0ab-052f-484e-90b2-3c4fed0d396d,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:21.362289 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-6c446a93-25b3-4924-af5f-7cf051452e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:21.364377 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6c446a93-25b3-4924-af5f-7cf051452e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:21.366372 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-6c446a93-25b3-4924-af5f-7cf051452e21 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3be1d0ab-052f-484e-90b2-3c4fed0d396d HTTP/1.1" status: 204  len: 168 time: 0.1819534
Apr 11 17:23:23.062766 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 51700) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:23.318143 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0fd3dcce-de07-44fe-91fa-17c4d62bdd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:23.334751 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-0fd3dcce-de07-44fe-91fa-17c4d62bdd4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:23.339359 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-0fd3dcce-de07-44fe-91fa-17c4d62bdd4f admin admin] Usage tracker for resource:security_group_rule and tenant:a2ea3177d07342ffb30ba2c883d6cf73 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:23.342561 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-0fd3dcce-de07-44fe-91fa-17c4d62bdd4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:23.348613 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-0fd3dcce-de07-44fe-91fa-17c4d62bdd4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:23.435212 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0fd3dcce-de07-44fe-91fa-17c4d62bdd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:23.438106 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0fd3dcce-de07-44fe-91fa-17c4d62bdd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:23.446664 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b388ef73-d5f3-4f13-8d27-01710d97e13a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:23.488436 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-0fd3dcce-de07-44fe-91fa-17c4d62bdd4f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a2ea3177d07342ffb30ba2c883d6cf73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4244487
Apr 11 17:23:23.490259 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3dcce-de07-44fe-91fa-17c4d62bdd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed975dc-c014-4ade-91a3-9e40447880fd,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:23.492103 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 51714) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:23.493968 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-0fd3dcce-de07-44fe-91fa-17c4d62bdd4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:23.556926 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e1b5795a-8f97-4856-89e1-036d8c6eb858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:23.584555 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e1b5795a-8f97-4856-89e1-036d8c6eb858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:23.629403 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e1b5795a-8f97-4856-89e1-036d8c6eb858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:23.634529 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ee85b4a6-a662-4e20-a6c8-1c63c0fdf3cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:23.649725 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5795a-8f97-4856-89e1-036d8c6eb858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed975dc-c014-4ade-91a3-9e40447880fd,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:23.651994 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e1b5795a-8f97-4856-89e1-036d8c6eb858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:23.663144 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e1b5795a-8f97-4856-89e1-036d8c6eb858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:23.666800 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-e1b5795a-8f97-4856-89e1-036d8c6eb858 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8ed975dc-c014-4ade-91a3-9e40447880fd HTTP/1.1" status: 204  len: 168 time: 0.1704638
Apr 11 17:23:23.973189 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 51726) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:23.992571 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f080cd93-ad95-497b-90fe-11a04e5ea886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:24.009720 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-f080cd93-ad95-497b-90fe-11a04e5ea886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:24.013732 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-f080cd93-ad95-497b-90fe-11a04e5ea886 admin admin] Usage tracker for resource:security_group_rule and tenant:c5a274545a574f13b3339273bcf60d8f is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:24.016684 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-f080cd93-ad95-497b-90fe-11a04e5ea886 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:24.023264 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-f080cd93-ad95-497b-90fe-11a04e5ea886 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:24.106415 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f080cd93-ad95-497b-90fe-11a04e5ea886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:24.108997 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f080cd93-ad95-497b-90fe-11a04e5ea886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:24.117604 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-0c88f840-d5af-4368-a161-2bece1a9637e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:24.163029 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f080cd93-ad95-497b-90fe-11a04e5ea886 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c5a274545a574f13b3339273bcf60d8f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1887069
Apr 11 17:23:24.164658 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080cd93-ad95-497b-90fe-11a04e5ea886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2e57d8-0035-4f8a-afa6-d31279c23751,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:24.166186 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 51730) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:24.169696 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f080cd93-ad95-497b-90fe-11a04e5ea886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:24.234991 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-676ac4fd-a0cd-4ea8-8aa9-dbe637b43501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:24.262527 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-676ac4fd-a0cd-4ea8-8aa9-dbe637b43501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:24.309022 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-676ac4fd-a0cd-4ea8-8aa9-dbe637b43501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:24.314098 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-be313093-3fc8-4614-b5fa-5c1e54730412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:24.327409 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ac4fd-a0cd-4ea8-8aa9-dbe637b43501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2e57d8-0035-4f8a-afa6-d31279c23751,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:24.330623 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-676ac4fd-a0cd-4ea8-8aa9-dbe637b43501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:24.332747 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-676ac4fd-a0cd-4ea8-8aa9-dbe637b43501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:24.336775 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-676ac4fd-a0cd-4ea8-8aa9-dbe637b43501 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c2e57d8-0035-4f8a-afa6-d31279c23751 HTTP/1.1" status: 204  len: 168 time: 0.1666074
Apr 11 17:23:27.173652 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:28.089019 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6ce8e1da-4ab5-414a-a06c-214a1b4a2e05 req-fbc8edb6-b93f-429f-a378-f51fa0833423 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0927608
Apr 11 17:23:28.242214 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8e1da-4ab5-414a-a06c-214a1b4a2e05 req-26a1fcf6-7878-45d3-b580-dbfef7069c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:28.244012 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6ce8e1da-4ab5-414a-a06c-214a1b4a2e05 req-26a1fcf6-7878-45d3-b580-dbfef7069c89 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=29460390dfea45e8a17222990e169b8c&device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 1100 time: 0.1293204
Apr 11 17:23:28.487078 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8e1da-4ab5-414a-a06c-214a1b4a2e05 req-6584e016-ce3f-48fc-bdd3-d13bc1089edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:28.488714 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6ce8e1da-4ab5-414a-a06c-214a1b4a2e05 req-6584e016-ce3f-48fc-bdd3-d13bc1089edf service neutron] 10.222.0.37 "GET /v2.0/networks?id=7a796639-a912-42cf-b262-8ecc2c9af48b HTTP/1.1" status: 200  len: 917 time: 0.2011094
Apr 11 17:23:28.556112 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 51882) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:28.623653 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a41ff-8a65-4ca4-ba73-12e1bea119ee req-82d08144-7d5b-4483-b6db-99aa570be859 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:28.625250 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-258a41ff-8a65-4ca4-ba73-12e1bea119ee req-82d08144-7d5b-4483-b6db-99aa570be859 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 947 time: 0.1992948
Apr 11 17:23:28.627203 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6ce8e1da-4ab5-414a-a06c-214a1b4a2e05 req-537afa33-a20d-461f-860d-cf0e8842faac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ddbd108-d7a3-4278-aa8f-59f9f9d59200 HTTP/1.1" status: 200  len: 1002 time: 0.1310532
Apr 11 17:23:28.683565 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-646a00d3-ca6b-4096-bcfa-0d525f4accaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:28.699928 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-646a00d3-ca6b-4096-bcfa-0d525f4accaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:28.703945 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-646a00d3-ca6b-4096-bcfa-0d525f4accaf admin admin] Usage tracker for resource:security_group_rule and tenant:fdc0543174cc49b4b0d3e4d5bdba140d is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:28.705947 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-258a41ff-8a65-4ca4-ba73-12e1bea119ee req-64a59408-9e30-4073-b2d4-908e8de5d528 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735185
Apr 11 17:23:28.706979 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-646a00d3-ca6b-4096-bcfa-0d525f4accaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:28.714248 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-646a00d3-ca6b-4096-bcfa-0d525f4accaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:28.720511 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8e1da-4ab5-414a-a06c-214a1b4a2e05 req-ed29ddf3-f313-48e6-8d3b-850f05ce6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:28.722126 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6ce8e1da-4ab5-414a-a06c-214a1b4a2e05 req-ed29ddf3-f313-48e6-8d3b-850f05ce6967 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ae25664-a4e8-4c35-9626-880cdfd5329a HTTP/1.1" status: 200  len: 855 time: 0.0775514
Apr 11 17:23:28.800371 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-646a00d3-ca6b-4096-bcfa-0d525f4accaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:28.804298 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-646a00d3-ca6b-4096-bcfa-0d525f4accaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:28.806587 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8e1da-4ab5-414a-a06c-214a1b4a2e05 req-f6cf136f-9bd7-4136-b179-08e9ca09283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:28.808193 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6ce8e1da-4ab5-414a-a06c-214a1b4a2e05 req-f6cf136f-9bd7-4136-b179-08e9ca09283b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7a796639-a912-42cf-b262-8ecc2c9af48b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787451
Apr 11 17:23:28.813406 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f71915c3-7456-4847-959a-8586c1adf490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:28.866089 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a00d3-ca6b-4096-bcfa-0d525f4accaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f31ba4-2bb2-4694-8bb4-79e972c56f55,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:28.871798 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-646a00d3-ca6b-4096-bcfa-0d525f4accaf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fdc0543174cc49b4b0d3e4d5bdba140d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3145180
Apr 11 17:23:28.875801 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 51888) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:28.877232 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a00d3-ca6b-4096-bcfa-0d525f4accaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:28.877652 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a00d3-ca6b-4096-bcfa-0d525f4accaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:28.878061 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a00d3-ca6b-4096-bcfa-0d525f4accaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:28.878469 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a00d3-ca6b-4096-bcfa-0d525f4accaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:28.878870 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a00d3-ca6b-4096-bcfa-0d525f4accaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:28.879271 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a00d3-ca6b-4096-bcfa-0d525f4accaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:28.879668 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a00d3-ca6b-4096-bcfa-0d525f4accaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:28.880063 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a00d3-ca6b-4096-bcfa-0d525f4accaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:28.880481 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a00d3-ca6b-4096-bcfa-0d525f4accaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:28.881672 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a00d3-ca6b-4096-bcfa-0d525f4accaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:28.882037 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a00d3-ca6b-4096-bcfa-0d525f4accaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:28.882438 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a00d3-ca6b-4096-bcfa-0d525f4accaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:28.888098 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-646a00d3-ca6b-4096-bcfa-0d525f4accaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:28.947783 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f9f3c4c9-825d-415b-8123-136ce1627e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:28.959798 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6ce8e1da-4ab5-414a-a06c-214a1b4a2e05 req-d0029721-7aaa-4e40-9e25-891d9f32f1c0 service neutron] 10.222.0.37 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441677
Apr 11 17:23:28.975859 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f9f3c4c9-825d-415b-8123-136ce1627e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:29.026513 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f9f3c4c9-825d-415b-8123-136ce1627e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:29.031506 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-21424f3c-4da2-44f9-8b8a-867e567fd684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:29.046375 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3c4c9-825d-415b-8123-136ce1627e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f31ba4-2bb2-4694-8bb4-79e972c56f55,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:29.051562 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f9f3c4c9-825d-415b-8123-136ce1627e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:29.058861 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f9f3c4c9-825d-415b-8123-136ce1627e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:29.062454 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f9f3c4c9-825d-415b-8123-136ce1627e86 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3f31ba4-2bb2-4694-8bb4-79e972c56f55 HTTP/1.1" status: 204  len: 168 time: 0.1738780
Apr 11 17:23:29.108832 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6ce8e1da-4ab5-414a-a06c-214a1b4a2e05 req-a09367be-07a7-4171-af8a-828aef394772 service neutron] 10.222.0.37 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413915
Apr 11 17:23:29.361984 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 51898) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:29.381283 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3886681e-cbcb-40a4-8ba4-d16c750fd5b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:29.397598 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-3886681e-cbcb-40a4-8ba4-d16c750fd5b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:29.401857 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-3886681e-cbcb-40a4-8ba4-d16c750fd5b0 admin admin] Usage tracker for resource:security_group_rule and tenant:0e92235738b842b88ff20098e436c265 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:29.411608 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-3886681e-cbcb-40a4-8ba4-d16c750fd5b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:29.419308 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-3886681e-cbcb-40a4-8ba4-d16c750fd5b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:29.513352 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3886681e-cbcb-40a4-8ba4-d16c750fd5b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:29.516996 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3886681e-cbcb-40a4-8ba4-d16c750fd5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:29.527081 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e9ce6241-af54-4a17-9d25-6cd3712ea352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:29.571313 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-3886681e-cbcb-40a4-8ba4-d16c750fd5b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e92235738b842b88ff20098e436c265&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2081344
Apr 11 17:23:29.572242 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886681e-cbcb-40a4-8ba4-d16c750fd5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776d52b4-0a8e-4f62-adac-6921ea94fb6d,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:29.574088 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 51906) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:29.575429 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3886681e-cbcb-40a4-8ba4-d16c750fd5b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:29.640351 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-34109346-4c75-4242-aea2-78e7c7d57e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:29.667735 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-34109346-4c75-4242-aea2-78e7c7d57e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:29.713304 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-34109346-4c75-4242-aea2-78e7c7d57e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:29.718278 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-66878664-308d-45f2-8863-986da13bcda6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:29.729404 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34109346-4c75-4242-aea2-78e7c7d57e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776d52b4-0a8e-4f62-adac-6921ea94fb6d,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:29.733140 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-34109346-4c75-4242-aea2-78e7c7d57e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:29.736392 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-34109346-4c75-4242-aea2-78e7c7d57e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:29.738077 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-34109346-4c75-4242-aea2-78e7c7d57e99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/776d52b4-0a8e-4f62-adac-6921ea94fb6d HTTP/1.1" status: 204  len: 168 time: 0.1618118
Apr 11 17:23:29.943594 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3b848-e304-477f-944d-50a2af7cb6af req-b91cc87d-0cae-41e3-b1a6-4fc252ba0202 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:29.951564 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-60c3b848-e304-477f-944d-50a2af7cb6af req-b91cc87d-0cae-41e3-b1a6-4fc252ba0202 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 947 time: 0.1118770
Apr 11 17:23:29.981023 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-60c3b848-e304-477f-944d-50a2af7cb6af req-90ff146f-696a-41d9-9757-500bd3750c1c tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0353e0d-8aea-42e9-936d-3e50e1fd435c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0281248
Apr 11 17:23:30.084890 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bf7dc-68d1-47a1-a2f1-6ed3d500b32f req-72c8a1ca-a99f-4e52-b8a8-48ce241cf326 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:30.086735 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f38bf7dc-68d1-47a1-a2f1-6ed3d500b32f req-72c8a1ca-a99f-4e52-b8a8-48ce241cf326 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.37 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 947 time: 0.1110764
Apr 11 17:23:30.173784 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-f38bf7dc-68d1-47a1-a2f1-6ed3d500b32f req-b847345a-063f-452d-a47e-e45c804a19d0 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Deleting port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:23:30.174174 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f38bf7dc-68d1-47a1-a2f1-6ed3d500b32f req-b847345a-063f-452d-a47e-e45c804a19d0 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:30.457520 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-f38bf7dc-68d1-47a1-a2f1-6ed3d500b32f req-b847345a-063f-452d-a47e-e45c804a19d0 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] For port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8ddbd108-d7a3-4278-aa8f-59f9f9d59200,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:23:30.457991 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f38bf7dc-68d1-47a1-a2f1-6ed3d500b32f req-b847345a-063f-452d-a47e-e45c804a19d0 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:30.768360 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f38bf7dc-68d1-47a1-a2f1-6ed3d500b32f req-b847345a-063f-452d-a47e-e45c804a19d0 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:30.768934 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f38bf7dc-68d1-47a1-a2f1-6ed3d500b32f req-b847345a-063f-452d-a47e-e45c804a19d0 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448862'] for floatingip, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:30.769295 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.l3_db [req-f38bf7dc-68d1-47a1-a2f1-6ed3d500b32f req-b847345a-063f-452d-a47e-e45c804a19d0 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Floating IP 2c7e65b2-93b6-4d2b-bd3d-c28bd78d71e2 disassociated. External IP: 172.27.0.236, port: 8ddbd108-d7a3-4278-aa8f-59f9f9d59200.
Apr 11 17:23:30.769678 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-f38bf7dc-68d1-47a1-a2f1-6ed3d500b32f req-b847345a-063f-452d-a47e-e45c804a19d0 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Calling delete_port for 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 owned by compute:nova {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:23:30.924733 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f38bf7dc-68d1-47a1-a2f1-6ed3d500b32f req-b847345a-063f-452d-a47e-e45c804a19d0 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:30.940222 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-83f69d9d-8be2-4b7f-aae7-abe3222a0c55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:30.999385 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847345a-063f-452d-a47e-e45c804a19d0 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Pushing event deleted for resources: {'Port': ['ID=8ddbd108-d7a3-4278-aa8f-59f9f9d59200,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:31.003238 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b847345a-063f-452d-a47e-e45c804a19d0 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:31.382924 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-05376b53-c608-441d-9ac2-e1b87b2614fa req-f68cb820-2e94-42d4-8f0e-d0ea05640b9e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 210 time: 0.0757093
Apr 11 17:23:31.637490 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f38bf7dc-68d1-47a1-a2f1-6ed3d500b32f req-b847345a-063f-452d-a47e-e45c804a19d0 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Router a3ad2c88-1e1b-417e-947c-d800526216bf has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:23:31.665374 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 51980) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:31.874705 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f1831e07-79a1-4c15-801f-79edaba0be1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:31.877580 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f38bf7dc-68d1-47a1-a2f1-6ed3d500b32f req-b847345a-063f-452d-a47e-e45c804a19d0 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:23:31.889817 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68346d56-c2e7-4224-a1ff-051db80c41b3 None None] Sync routers for ids ['a3ad2c88-1e1b-417e-947c-d800526216bf'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:23:31.904328 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68346d56-c2e7-4224-a1ff-051db80c41b3 None None] Routers {'a3ad2c88-1e1b-417e-947c-d800526216bf'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:23:31.905466 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-f1831e07-79a1-4c15-801f-79edaba0be1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:31.907981 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-68346d56-c2e7-4224-a1ff-051db80c41b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22651377f0>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:23:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['a3ad2c88-1e1b-417e-947c-d800526216bf'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:23:31.918934 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-f1831e07-79a1-4c15-801f-79edaba0be1f admin admin] Usage tracker for resource:security_group_rule and tenant:ca0a6a79ca08416bb13d4bfeac2839df is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:31.922574 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-f1831e07-79a1-4c15-801f-79edaba0be1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:31.938649 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-f1831e07-79a1-4c15-801f-79edaba0be1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:31.996889 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38bf7dc-68d1-47a1-a2f1-6ed3d500b32f req-b847345a-063f-452d-a47e-e45c804a19d0 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] No DVR routers for this DVR port 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 on host hv-cinder-78477 {{(pid=85264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:23:32.002899 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f38bf7dc-68d1-47a1-a2f1-6ed3d500b32f req-b847345a-063f-452d-a47e-e45c804a19d0 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:32.014000 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd491820d-7675-4812-9c8b-5ab467ee6262', 'name': 'network-vif-deleted', 'tag': '8ddbd108-d7a3-4278-aa8f-59f9f9d59200'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:23:32.061634 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f38bf7dc-68d1-47a1-a2f1-6ed3d500b32f req-b847345a-063f-452d-a47e-e45c804a19d0 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.37 "DELETE /v2.0/ports/8ddbd108-d7a3-4278-aa8f-59f9f9d59200 HTTP/1.1" status: 204  len: 173 time: 1.9684973
Apr 11 17:23:32.091744 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f1831e07-79a1-4c15-801f-79edaba0be1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:32.100652 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f1831e07-79a1-4c15-801f-79edaba0be1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:32.136319 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd491820d-7675-4812-9c8b-5ab467ee6262', 'name': 'network-vif-deleted', 'tag': '8ddbd108-d7a3-4278-aa8f-59f9f9d59200', 'status': 'completed', 'code': 200}
Apr 11 17:23:32.140649 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5aea4946-bdcd-44d5-b95e-5bb58dd0ef4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:32.175260 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1831e07-79a1-4c15-801f-79edaba0be1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ce773d-675e-4ed8-a7e3-78c0206bde26,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:32.179671 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f1831e07-79a1-4c15-801f-79edaba0be1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:32.197151 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-68346d56-c2e7-4224-a1ff-051db80c41b3 None None] Set router a3ad2c88-1e1b-417e-947c-d800526216bf gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:23:32.204674 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 51992) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:32.211873 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f1831e07-79a1-4c15-801f-79edaba0be1f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca0a6a79ca08416bb13d4bfeac2839df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5449953
Apr 11 17:23:32.304679 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8718a480-10db-41d0-b573-b96a3d937ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:32.341202 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8718a480-10db-41d0-b573-b96a3d937ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:32.395773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8718a480-10db-41d0-b573-b96a3d937ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:32.402373 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3886681e-cbcb-40a4-8ba4-d16c750fd5b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:32.415597 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718a480-10db-41d0-b573-b96a3d937ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ce773d-675e-4ed8-a7e3-78c0206bde26,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:32.419810 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8718a480-10db-41d0-b573-b96a3d937ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:32.437233 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8718a480-10db-41d0-b573-b96a3d937ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:32.438797 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-8718a480-10db-41d0-b573-b96a3d937ce0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a5ce773d-675e-4ed8-a7e3-78c0206bde26 HTTP/1.1" status: 204  len: 168 time: 0.2330399
Apr 11 17:23:32.634976 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-fe124873-fbf9-4de7-8d52-066a03aa0f9a req-57c14037-172c-432e-873d-f0e4b47e4b0a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Synchronizing usage tracker for tenant:29460390dfea45e8a17222990e169b8c on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:23:32.654896 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-fe124873-fbf9-4de7-8d52-066a03aa0f9a req-57c14037-172c-432e-873d-f0e4b47e4b0a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Unset dirty status for tenant:29460390dfea45e8a17222990e169b8c on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:23:32.657325 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fe124873-fbf9-4de7-8d52-066a03aa0f9a req-57c14037-172c-432e-873d-f0e4b47e4b0a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=d491820d-7675-4812-9c8b-5ab467ee6262 HTTP/1.1" status: 200  len: 210 time: 0.0887334
Apr 11 17:23:32.724042 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:23:32.768739 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] No Port match for: 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:23:32.769132 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 8ddbd108-d7a3-4278-aa8f-59f9f9d59200 not bound to the agent host hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:23:32.861147 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-68346d56-c2e7-4224-a1ff-051db80c41b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22651377f0>, [{'id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'name': 'tempest-AttachVolumeShelveTestJSON-937382955-router', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '29460390dfea45e8a17222990e169b8c', 'gw_port': {'id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '922e0f76-77c3-4bd4-aeac-876e1474f710', 'name': '', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'mac_address': 'fa:16:3e:53:8c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:21Z', 'updated_at': '2021-04-11T17:19:38Z', 'revision_number': 5, 'project_id': '29460390dfea45e8a17222990e169b8c', 'subnets': [{'id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:23:32.865882 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68346d56-c2e7-4224-a1ff-051db80c41b3 None None] Checking router: a3ad2c88-1e1b-417e-947c-d800526216bf for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:23:32.875051 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68346d56-c2e7-4224-a1ff-051db80c41b3 None None] Routers {'a3ad2c88-1e1b-417e-947c-d800526216bf'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:23:32.875684 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-68346d56-c2e7-4224-a1ff-051db80c41b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22651377f0>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:23:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['a3ad2c88-1e1b-417e-947c-d800526216bf'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:23:32.935808 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 52002) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:32.958722 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-cd191d65-9fb7-4ee2-8789-d201f044db87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:32.974821 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-cd191d65-9fb7-4ee2-8789-d201f044db87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:32.978941 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-cd191d65-9fb7-4ee2-8789-d201f044db87 admin admin] Usage tracker for resource:security_group_rule and tenant:b469c49925204d58856f6f9df23293b0 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:32.981887 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-cd191d65-9fb7-4ee2-8789-d201f044db87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:32.987891 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-cd191d65-9fb7-4ee2-8789-d201f044db87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:33.076018 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-68346d56-c2e7-4224-a1ff-051db80c41b3 None None] Set router a3ad2c88-1e1b-417e-947c-d800526216bf gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:23:33.076231 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-cd191d65-9fb7-4ee2-8789-d201f044db87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:33.079475 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-cd191d65-9fb7-4ee2-8789-d201f044db87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:33.089320 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:33.134635 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-cd191d65-9fb7-4ee2-8789-d201f044db87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b469c49925204d58856f6f9df23293b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1951272
Apr 11 17:23:33.135065 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 52006) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:33.137801 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd191d65-9fb7-4ee2-8789-d201f044db87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d811c1e2-5f4c-499a-8f6e-458e3a1176f2,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:33.150916 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-cd191d65-9fb7-4ee2-8789-d201f044db87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:33.208231 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7e3ac7a8-5683-4226-8b9c-8733b1ad34ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:33.237923 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7e3ac7a8-5683-4226-8b9c-8733b1ad34ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:33.330465 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7e3ac7a8-5683-4226-8b9c-8733b1ad34ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:33.336168 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8379cf54-817b-4c6a-83bd-ab704d8f2dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:33.356704 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ac7a8-5683-4226-8b9c-8733b1ad34ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d811c1e2-5f4c-499a-8f6e-458e3a1176f2,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:33.359545 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-7e3ac7a8-5683-4226-8b9c-8733b1ad34ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:33.362244 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7e3ac7a8-5683-4226-8b9c-8733b1ad34ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:33.366471 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-7e3ac7a8-5683-4226-8b9c-8733b1ad34ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d811c1e2-5f4c-499a-8f6e-458e3a1176f2 HTTP/1.1" status: 204  len: 168 time: 0.2277074
Apr 11 17:23:33.511321 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-68346d56-c2e7-4224-a1ff-051db80c41b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22651377f0>, [{'id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'name': 'tempest-AttachVolumeShelveTestJSON-937382955-router', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '29460390dfea45e8a17222990e169b8c', 'gw_port': {'id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '922e0f76-77c3-4bd4-aeac-876e1474f710', 'name': '', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'mac_address': 'fa:16:3e:53:8c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:21Z', 'updated_at': '2021-04-11T17:19:38Z', 'revision_number': 5, 'project_id': '29460390dfea45e8a17222990e169b8c', 'subnets': [{'id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:23:33.516383 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68346d56-c2e7-4224-a1ff-051db80c41b3 None None] The sync data for ids ['a3ad2c88-1e1b-417e-947c-d800526216bf'] in dv-cinder-784779-4-iscsi is: [{'id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'name': 'tempest-AttachVolumeShelveTestJSON-937382955-router', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '29460390dfea45e8a17222990e169b8c', 'gw_port': {'id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '922e0f76-77c3-4bd4-aeac-876e1474f710', 'name': '', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'mac_address': 'fa:16:3e:53:8c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:21Z', 'updated_at': '2021-04-11T17:19:38Z', 'revision_number': 5, 'project_id': '29460390dfea45e8a17222990e169b8c', 'subnets': [{'id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:23:33.790287 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 52026) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:33.827712 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1f24284b-1bd4-4771-9b69-cf4f55162da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:33.841942 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 52032) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:33.847676 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-1f24284b-1bd4-4771-9b69-cf4f55162da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:33.852610 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-1f24284b-1bd4-4771-9b69-cf4f55162da6 admin admin] Usage tracker for resource:security_group_rule and tenant:651adc3ecc1844f1a032ff5b07413113 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:33.856181 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-1f24284b-1bd4-4771-9b69-cf4f55162da6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:33.866219 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-1f24284b-1bd4-4771-9b69-cf4f55162da6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:33.956172 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-49b9d709-2ecb-4346-a54a-b2486370b08f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:33.987868 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1f24284b-1bd4-4771-9b69-cf4f55162da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:33.991881 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1f24284b-1bd4-4771-9b69-cf4f55162da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:34.001407 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-49b9d709-2ecb-4346-a54a-b2486370b08f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:34.008821 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-cd191d65-9fb7-4ee2-8789-d201f044db87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:34.041094 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3e343-546b-41f7-a181-ada8f5040c2b None None] New status for floating IP 2c7e65b2-93b6-4d2b-bd3d-c28bd78d71e2: DOWN {{(pid=85267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 11 17:23:34.063396 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-1f24284b-1bd4-4771-9b69-cf4f55162da6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=651adc3ecc1844f1a032ff5b07413113&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2658384
Apr 11 17:23:34.063396 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24284b-1bd4-4771-9b69-cf4f55162da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460e2758-b543-498e-bbb0-3e3ec9f2b436,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:34.063396 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-1f24284b-1bd4-4771-9b69-cf4f55162da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:34.065629 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 52038) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:34.083635 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-49b9d709-2ecb-4346-a54a-b2486370b08f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:34.099310 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-df5da5bd-6f85-4e27-918a-3988cc645988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:34.123725 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9d709-2ecb-4346-a54a-b2486370b08f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0353e0d-8aea-42e9-936d-3e50e1fd435c,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:34.126355 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-49b9d709-2ecb-4346-a54a-b2486370b08f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:34.141114 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-49b9d709-2ecb-4346-a54a-b2486370b08f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:34.142673 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-49b9d709-2ecb-4346-a54a-b2486370b08f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "DELETE /v2.0/security-groups/e0353e0d-8aea-42e9-936d-3e50e1fd435c HTTP/1.1" status: 204  len: 168 time: 0.2996879
Apr 11 17:23:34.145628 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 52044) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:34.175772 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.v2.resource [None req-433da1d6-a656-4160-a011-e171722974d9 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] show failed (client error): The resource could not be found.
Apr 11 17:23:34.180958 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-433da1d6-a656-4160-a011-e171722974d9 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups/e0353e0d-8aea-42e9-936d-3e50e1fd435c HTTP/1.1" status: 404  len: 347 time: 0.0299745
Apr 11 17:23:34.181571 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 52048) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:34.187301 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-cb389032-abf2-4ad9-b5fd-b01d09bbe27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:34.230796 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-cb389032-abf2-4ad9-b5fd-b01d09bbe27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:34.295650 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-cb389032-abf2-4ad9-b5fd-b01d09bbe27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:34.301125 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2dc6e995-7bca-44de-a9c7-767c028dcf5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:34.312873 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:23:34.330188 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb389032-abf2-4ad9-b5fd-b01d09bbe27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460e2758-b543-498e-bbb0-3e3ec9f2b436,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:34.332616 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-cb389032-abf2-4ad9-b5fd-b01d09bbe27e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:34.339016 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-cb389032-abf2-4ad9-b5fd-b01d09bbe27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:34.348645 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-cb389032-abf2-4ad9-b5fd-b01d09bbe27e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/460e2758-b543-498e-bbb0-3e3ec9f2b436 HTTP/1.1" status: 204  len: 168 time: 0.2781444
Apr 11 17:23:34.389972 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-67d08bdd-5bb1-412f-8f24-6e8388b6e1f2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Deleting port 4cc2a993-0330-4f8d-b11c-b9cff3b23b58 {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:23:34.390477 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-67d08bdd-5bb1-412f-8f24-6e8388b6e1f2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:34.589293 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-67d08bdd-5bb1-412f-8f24-6e8388b6e1f2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:34.589470 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-67d08bdd-5bb1-412f-8f24-6e8388b6e1f2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:34.734709 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-67d08bdd-5bb1-412f-8f24-6e8388b6e1f2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Calling delete_port for 4cc2a993-0330-4f8d-b11c-b9cff3b23b58 owned by network:floatingip {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:23:34.886027 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-67d08bdd-5bb1-412f-8f24-6e8388b6e1f2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:34.902649 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-35a88b58-1db3-42b8-8b5a-bd8b5e78c10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:34.963406 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d08bdd-5bb1-412f-8f24-6e8388b6e1f2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Pushing event deleted for resources: {'Port': ['ID=4cc2a993-0330-4f8d-b11c-b9cff3b23b58,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:34.966057 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-67d08bdd-5bb1-412f-8f24-6e8388b6e1f2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:35.173015 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-67d08bdd-5bb1-412f-8f24-6e8388b6e1f2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for floatingip, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:35.199460 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-67d08bdd-5bb1-412f-8f24-6e8388b6e1f2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for floatingip, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:35.202042 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-67d08bdd-5bb1-412f-8f24-6e8388b6e1f2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "DELETE /v2.0/floatingips/2c7e65b2-93b6-4d2b-bd3d-c28bd78d71e2 HTTP/1.1" status: 204  len: 168 time: 1.0169866
Apr 11 17:23:35.482335 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 52090) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:35.488206 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-ea60569b-3497-4d56-b7a0-39fff76ae641 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1667358768', 'description': 'tempest-description--1660144131'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:23:35.495002 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-ea60569b-3497-4d56-b7a0-39fff76ae641 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:35.499380 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-ea60569b-3497-4d56-b7a0-39fff76ae641 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Usage tracker for resource:security_group and tenant:29460390dfea45e8a17222990e169b8c is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:35.502655 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-ea60569b-3497-4d56-b7a0-39fff76ae641 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:35.509378 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-ea60569b-3497-4d56-b7a0-39fff76ae641 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:35.519756 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ea60569b-3497-4d56-b7a0-39fff76ae641 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:35.524835 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-ea60569b-3497-4d56-b7a0-39fff76ae641 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:35.528955 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-ea60569b-3497-4d56-b7a0-39fff76ae641 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Usage tracker for resource:security_group_rule and tenant:29460390dfea45e8a17222990e169b8c is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:35.531975 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-ea60569b-3497-4d56-b7a0-39fff76ae641 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:35.538782 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-ea60569b-3497-4d56-b7a0-39fff76ae641 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:35.615352 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ea60569b-3497-4d56-b7a0-39fff76ae641 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:35.618617 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ea60569b-3497-4d56-b7a0-39fff76ae641 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:35.624273 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b771d10c-de62-4b1f-8335-1aed676c52b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:35.673547 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60569b-3497-4d56-b7a0-39fff76ae641 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:35.678232 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ea60569b-3497-4d56-b7a0-39fff76ae641 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:35.680103 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ea60569b-3497-4d56-b7a0-39fff76ae641 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:35.681727 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-ea60569b-3497-4d56-b7a0-39fff76ae641 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.1982903
Apr 11 17:23:35.684854 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 52102) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:35.691344 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-2bc47a78-064d-4969-961e-9e9922575d5f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Request body: {'security_group_rule': {'security_group_id': '248cf11b-06c3-4e58-9f58-03ab2f0ccf9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:23:35.698561 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-2bc47a78-064d-4969-961e-9e9922575d5f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:35.702784 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-2bc47a78-064d-4969-961e-9e9922575d5f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Usage tracker for resource:security_group_rule and tenant:29460390dfea45e8a17222990e169b8c is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:35.705796 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-2bc47a78-064d-4969-961e-9e9922575d5f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:35.713540 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-2bc47a78-064d-4969-961e-9e9922575d5f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:35.731716 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2bc47a78-064d-4969-961e-9e9922575d5f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:35.797969 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2bc47a78-064d-4969-961e-9e9922575d5f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:35.800693 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2bc47a78-064d-4969-961e-9e9922575d5f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:35.805791 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:35.835717 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc47a78-064d-4969-961e-9e9922575d5f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8dfa4d-bc88-486c-9589-be7a88d2a564,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:35.838644 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2bc47a78-064d-4969-961e-9e9922575d5f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:35.839539 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2bc47a78-064d-4969-961e-9e9922575d5f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:35.842224 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-2bc47a78-064d-4969-961e-9e9922575d5f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1548843
Apr 11 17:23:35.843868 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 52108) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:35.850579 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-64ff0cf8-dafb-4185-8fd6-880b7f66ea6e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Request body: {'security_group_rule': {'security_group_id': '248cf11b-06c3-4e58-9f58-03ab2f0ccf9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:23:35.859768 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-64ff0cf8-dafb-4185-8fd6-880b7f66ea6e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:35.864351 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-64ff0cf8-dafb-4185-8fd6-880b7f66ea6e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Usage tracker for resource:security_group_rule and tenant:29460390dfea45e8a17222990e169b8c is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:35.882872 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-64ff0cf8-dafb-4185-8fd6-880b7f66ea6e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:35.897170 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-64ff0cf8-dafb-4185-8fd6-880b7f66ea6e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:35.910961 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-64ff0cf8-dafb-4185-8fd6-880b7f66ea6e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:36.001603 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-64ff0cf8-dafb-4185-8fd6-880b7f66ea6e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:36.005205 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-64ff0cf8-dafb-4185-8fd6-880b7f66ea6e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:36.008350 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:36.034628 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff0cf8-dafb-4185-8fd6-880b7f66ea6e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9328278f-9ce5-4e8e-b5f7-eace2115878a,revision_number=0']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:36.038578 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-64ff0cf8-dafb-4185-8fd6-880b7f66ea6e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:36.045130 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-64ff0cf8-dafb-4185-8fd6-880b7f66ea6e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:36.046514 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-64ff0cf8-dafb-4185-8fd6-880b7f66ea6e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2014875
Apr 11 17:23:36.049782 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 52116) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:36.056127 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Request body: {'floatingip': {'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:23:36.063590 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:36.066903 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Usage tracker for resource:floatingip and tenant:29460390dfea45e8a17222990e169b8c is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:36.069959 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:36.076004 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:36.085423 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for floatingip, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:36.160180 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 52122) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:36.235598 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:36.288923 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e68e0ce2-d63f-4db9-9c15-78020b408198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:36.305240 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-e68e0ce2-d63f-4db9-9c15-78020b408198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:36.309343 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-e68e0ce2-d63f-4db9-9c15-78020b408198 admin admin] Usage tracker for resource:security_group_rule and tenant:c3debb479f854cc69bc524971583358f is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:36.312233 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-e68e0ce2-d63f-4db9-9c15-78020b408198 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:36.318946 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-e68e0ce2-d63f-4db9-9c15-78020b408198 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:36.388673 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Allocated IP 172.27.0.212 (25e26079-4f70-47ba-b0dc-8350ca691b81/cc27d420-6b5b-4cd9-be1f-976508ada296/d7dd3245-fb7e-48b3-8ab5-4d52a239dfd7) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:23:36.404264 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e68e0ce2-d63f-4db9-9c15-78020b408198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:36.407150 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e68e0ce2-d63f-4db9-9c15-78020b408198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:36.419653 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-cb389032-abf2-4ad9-b5fd-b01d09bbe27e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:36.462410 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-e68e0ce2-d63f-4db9-9c15-78020b408198 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c3debb479f854cc69bc524971583358f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3009682
Apr 11 17:23:36.463351 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e0ce2-d63f-4db9-9c15-78020b408198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c49da3-532a-4c25-9460-f361ce2a95fe,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:36.465870 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 52128) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:36.468518 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e68e0ce2-d63f-4db9-9c15-78020b408198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:36.529032 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-72717134-613a-4bf2-8a5e-9eafb9670ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:36.544548 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:36.556608 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-72717134-613a-4bf2-8a5e-9eafb9670ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:36.575244 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:36.591488 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-56b2c386-6a43-4e7a-8253-a470cf391348 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:36.601453 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-72717134-613a-4bf2-8a5e-9eafb9670ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:36.607724 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-0fd3dcce-de07-44fe-91fa-17c4d62bdd4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:36.621936 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72717134-613a-4bf2-8a5e-9eafb9670ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c49da3-532a-4c25-9460-f361ce2a95fe,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:36.624786 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-72717134-613a-4bf2-8a5e-9eafb9670ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:36.626031 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-72717134-613a-4bf2-8a5e-9eafb9670ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:36.629794 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-72717134-613a-4bf2-8a5e-9eafb9670ad8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b2c49da3-532a-4c25-9460-f361ce2a95fe HTTP/1.1" status: 204  len: 168 time: 0.1603835
Apr 11 17:23:36.737759 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Pushing event updated for resources: {'Port': ['ID=d7dd3245-fb7e-48b3-8ab5-4d52a239dfd7,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:36.742170 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:36.787043 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Network 25e26079-4f70-47ba-b0dc-8350ca691b81 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:23:36.788199 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:23:36.790527 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:23:36.920001 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:36.926889 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 52136) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:36.947134 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-659ed521-ce83-4037-bd49-d99c36a7611a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:36.963126 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-659ed521-ce83-4037-bd49-d99c36a7611a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:36.967137 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-659ed521-ce83-4037-bd49-d99c36a7611a admin admin] Usage tracker for resource:security_group_rule and tenant:bcda5218084547f2a9c0a44cc740e6ec is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:36.970099 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-659ed521-ce83-4037-bd49-d99c36a7611a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:36.980263 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-659ed521-ce83-4037-bd49-d99c36a7611a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:36.991844 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:37.071891 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-659ed521-ce83-4037-bd49-d99c36a7611a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:37.074778 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-659ed521-ce83-4037-bd49-d99c36a7611a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:37.085074 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f9f3c4c9-825d-415b-8123-136ce1627e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:37.133238 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-659ed521-ce83-4037-bd49-d99c36a7611a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bcda5218084547f2a9c0a44cc740e6ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2041636
Apr 11 17:23:37.133967 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 52146) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:37.138015 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ed521-ce83-4037-bd49-d99c36a7611a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470a8a25-79b0-40aa-99c7-b67ca9dffefd,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:37.141425 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-659ed521-ce83-4037-bd49-d99c36a7611a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:37.207952 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-cbe5419b-84f9-4897-b997-5d1fa8f20268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:37.241624 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-cbe5419b-84f9-4897-b997-5d1fa8f20268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:37.302042 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-cbe5419b-84f9-4897-b997-5d1fa8f20268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:37.309033 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-659ed521-ce83-4037-bd49-d99c36a7611a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:37.327758 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5419b-84f9-4897-b997-5d1fa8f20268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470a8a25-79b0-40aa-99c7-b67ca9dffefd,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:37.330652 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-cbe5419b-84f9-4897-b997-5d1fa8f20268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:37.332353 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-cbe5419b-84f9-4897-b997-5d1fa8f20268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:37.334212 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-cbe5419b-84f9-4897-b997-5d1fa8f20268 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/470a8a25-79b0-40aa-99c7-b67ca9dffefd HTTP/1.1" status: 204  len: 168 time: 0.1976039
Apr 11 17:23:37.551318 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:37.555306 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:37.570717 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b60b9914-1026-47d1-b395-aeb857611e55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:37.715373 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Pushing event updated for resources: {'Port': ['ID=d7dd3245-fb7e-48b3-8ab5-4d52a239dfd7,revision_number=2']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:37.718484 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:37.819896 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448862'] for floatingip, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:37.854758 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for floatingip, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:37.856456 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8053002
Apr 11 17:23:38.111219 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-3b2852fc-1a1d-46fa-8947-f63e3b8ff55f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Synchronizing usage tracker for tenant:29460390dfea45e8a17222990e169b8c on resource:security_group {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:23:38.127252 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-3b2852fc-1a1d-46fa-8947-f63e3b8ff55f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Unset dirty status for tenant:29460390dfea45e8a17222990e169b8c on resource:security_group {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:23:38.128818 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-3b2852fc-1a1d-46fa-8947-f63e3b8ff55f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1667358768&fields=id&tenant_id=29460390dfea45e8a17222990e169b8c HTTP/1.1" status: 200  len: 267 time: 0.0539696
Apr 11 17:23:38.281256 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8ae07-1b04-4322-b300-399576bd393b req-c63fe4b9-4efe-4262-b7bc-b9ad6ca4f387 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:38.283506 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-87e8ae07-1b04-4322-b300-399576bd393b req-c63fe4b9-4efe-4262-b7bc-b9ad6ca4f387 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.1150801
Apr 11 17:23:38.300906 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-c1a9f6d8-f8b0-4d33-81f5-99920e1bd2de tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:38.309390 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-c1a9f6d8-f8b0-4d33-81f5-99920e1bd2de tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/networks?id=7a796639-a912-42cf-b262-8ecc2c9af48b HTTP/1.1" status: 200  len: 816 time: 0.1726127
Apr 11 17:23:38.320153 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-87e8ae07-1b04-4322-b300-399576bd393b req-4f4748cb-d7aa-4ecf-aa6a-e05cd5978d23 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0296285
Apr 11 17:23:38.328032 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-af8da2a4-dfef-47cf-be1e-2b1049248774 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/quotas/29460390dfea45e8a17222990e169b8c HTTP/1.1" status: 200  len: 375 time: 0.0172408
Apr 11 17:23:38.419872 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-72aeaad0-abf4-4a3a-b676-47674427222a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=29460390dfea45e8a17222990e169b8c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0908654
Apr 11 17:23:38.573481 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-bddb49a8-dd22-4fc2-b845-d582063ddeb0 service neutron] 10.222.0.30 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404431
Apr 11 17:23:38.716126 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-a862e42f-f7fc-4187-b202-4bc0f9324f00 service neutron] 10.222.0.30 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361566
Apr 11 17:23:38.929286 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-f3e04ccf-7de3-46f9-a406-c57bcd0eaf76 req-263adfc3-727f-4c76-b00c-c30db0e600c6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Synchronizing usage tracker for tenant:29460390dfea45e8a17222990e169b8c on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:23:38.945570 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-f3e04ccf-7de3-46f9-a406-c57bcd0eaf76 req-263adfc3-727f-4c76-b00c-c30db0e600c6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Unset dirty status for tenant:29460390dfea45e8a17222990e169b8c on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:23:38.947011 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f3e04ccf-7de3-46f9-a406-c57bcd0eaf76 req-263adfc3-727f-4c76-b00c-c30db0e600c6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 210 time: 0.0714173
Apr 11 17:23:39.152529 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-189df817-804c-4a8e-8dcb-63a22128c08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:39.547684 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4bfd9-f7de-49de-9157-7abcf2bd14c7 req-fcea9dcf-08bf-41ca-8f8b-1c4775ce0d69 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:39.547684 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-18d4bfd9-f7de-49de-9157-7abcf2bd14c7 req-fcea9dcf-08bf-41ca-8f8b-1c4775ce0d69 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.0975673
Apr 11 17:23:39.575226 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-18d4bfd9-f7de-49de-9157-7abcf2bd14c7 req-c6cd6ca3-d1ec-4057-a7b2-a43cd8c225c7 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0295210
Apr 11 17:23:40.120264 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-57ced893-e136-4dac-bd59-67be1bb4f737 req-a99e3d20-4f2f-4564-862c-17bd4a304721 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 210 time: 0.0488400
Apr 11 17:23:40.784942 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416850e-1238-47cf-b4d5-a770cf183d22 req-6326a645-91c2-4e77-9a8d-30f39405d548 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:40.786639 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c416850e-1238-47cf-b4d5-a770cf183d22 req-6326a645-91c2-4e77-9a8d-30f39405d548 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.0912712
Apr 11 17:23:40.818601 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c416850e-1238-47cf-b4d5-a770cf183d22 req-f871f4db-300f-41b1-94ff-ef963789f719 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0247090
Apr 11 17:23:41.205108 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-2359f668-3081-4b4e-937e-7099e2520f20 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:41.206680 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-2359f668-3081-4b4e-937e-7099e2520f20 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.37 "GET /v2.0/networks?id=7a796639-a912-42cf-b262-8ecc2c9af48b HTTP/1.1" status: 200  len: 816 time: 0.1670554
Apr 11 17:23:41.316789 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c676bc4a-f2dd-403b-87c0-d78de50aa7cf req-fc17179a-bbc7-477a-90d7-195aa6676456 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 210 time: 0.0702841
Apr 11 17:23:41.323401 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-496c7c7c-ada1-43fc-9129-00658dcd16cf tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Synchronizing usage tracker for tenant:29460390dfea45e8a17222990e169b8c on resource:security_group {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:23:41.336577 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-496c7c7c-ada1-43fc-9129-00658dcd16cf tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Unset dirty status for tenant:29460390dfea45e8a17222990e169b8c on resource:security_group {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:23:41.337965 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-496c7c7c-ada1-43fc-9129-00658dcd16cf tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29460390dfea45e8a17222990e169b8c HTTP/1.1" status: 200  len: 5705 time: 0.1221926
Apr 11 17:23:41.348248 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-7272c8b6-358c-4973-a55d-f4fa6172691a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Request body: {'port': {'device_id': 'e1ff859e-0fff-447c-9fc0-97ee525f2d23', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'admin_state_up': True, 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'security_groups': ['248cf11b-06c3-4e58-9f58-03ab2f0ccf9b']}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:23:41.495470 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-7272c8b6-358c-4973-a55d-f4fa6172691a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:41.505522 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-7272c8b6-358c-4973-a55d-f4fa6172691a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:41.514773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-7272c8b6-358c-4973-a55d-f4fa6172691a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Made reservation on behalf of 29460390dfea45e8a17222990e169b8c for: {'port': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:23:41.521375 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-7272c8b6-358c-4973-a55d-f4fa6172691a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:41.651570 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a5c785bd-c4ba-4cd2-b2d6-694b3dd3d82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:41.685412 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-7272c8b6-358c-4973-a55d-f4fa6172691a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Allocated IP 172.20.0.11 (7a796639-a912-42cf-b262-8ecc2c9af48b/5ae25664-a4e8-4c35-9626-880cdfd5329a/a375ae8f-9ac8-4510-98fe-af0da824d71f) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:23:41.898197 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-7272c8b6-358c-4973-a55d-f4fa6172691a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:41.916021 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-7272c8b6-358c-4973-a55d-f4fa6172691a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Transition to ACTIVE for port object a375ae8f-9ac8-4510-98fe-af0da824d71f will not be triggered until provisioned by entity DHCP. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:23:41.941584 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-7272c8b6-358c-4973-a55d-f4fa6172691a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:41.959114 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b0943dd0-fbf5-476d-8b2e-f3da487e3a27 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:42.035278 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1b9f7-0edb-4caa-a54a-6d2cbfb97c5d req-fc4b1dca-74cf-456e-b198-4a8867b54c20 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:42.038073 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ddf1b9f7-0edb-4caa-a54a-6d2cbfb97c5d req-fc4b1dca-74cf-456e-b198-4a8867b54c20 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.0907810
Apr 11 17:23:42.072284 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ddf1b9f7-0edb-4caa-a54a-6d2cbfb97c5d req-453b7ca6-4b03-47c4-a42c-069f3e9bb001 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0282817
Apr 11 17:23:42.112768 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272c8b6-358c-4973-a55d-f4fa6172691a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Pushing event updated for resources: {'Port': ['ID=a375ae8f-9ac8-4510-98fe-af0da824d71f,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:42.117818 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-7272c8b6-358c-4973-a55d-f4fa6172691a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:42.167873 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-7272c8b6-358c-4973-a55d-f4fa6172691a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Network 7a796639-a912-42cf-b262-8ecc2c9af48b is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:23:42.169169 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-7272c8b6-358c-4973-a55d-f4fa6172691a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:23:42.171437 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-7272c8b6-358c-4973-a55d-f4fa6172691a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:23:42.243305 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-7272c8b6-358c-4973-a55d-f4fa6172691a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:42.244024 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-7272c8b6-358c-4973-a55d-f4fa6172691a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:42.274691 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-7272c8b6-358c-4973-a55d-f4fa6172691a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9305341
Apr 11 17:23:42.290938 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] Request body: {'port': {'device_id': 'e1ff859e-0fff-447c-9fc0-97ee525f2d23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:23:42.465834 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-05b8a91a-8268-4f2a-9419-8a3790178c70 None None] Provisioning for port a375ae8f-9ac8-4510-98fe-af0da824d71f completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:23:42.472955 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-05b8a91a-8268-4f2a-9419-8a3790178c70 None None] Provisioning complete for port a375ae8f-9ac8-4510-98fe-af0da824d71f triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:23:42.473552 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-05b8a91a-8268-4f2a-9419-8a3790178c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:42.495767 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 52282) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:42.534961 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:42.550242 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-05b8a91a-8268-4f2a-9419-8a3790178c70 None None] Port a375ae8f-9ac8-4510-98fe-af0da824d71f cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:23:42.560089 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:42.630321 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3c12541b-898f-40da-9f46-4e24086a8415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:42.646258 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-3c12541b-898f-40da-9f46-4e24086a8415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:42.650310 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-3c12541b-898f-40da-9f46-4e24086a8415 admin admin] Usage tracker for resource:security_group_rule and tenant:2177ce67ec9b4e17995200dd0b8b8fd1 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:42.653343 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-3c12541b-898f-40da-9f46-4e24086a8415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:42.659436 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-3c12541b-898f-40da-9f46-4e24086a8415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:42.680798 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16dc17-ab04-4fe6-9176-3a28e6bc5836 req-56a7d789-5796-41a8-98f6-7e1ff9a9aa57 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:42.682612 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ee16dc17-ab04-4fe6-9176-3a28e6bc5836 req-56a7d789-5796-41a8-98f6-7e1ff9a9aa57 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.37 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.2840238
Apr 11 17:23:42.746983 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3c12541b-898f-40da-9f46-4e24086a8415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:42.750101 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3c12541b-898f-40da-9f46-4e24086a8415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:42.752032 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faf0c9-36d1-4a51-b2d3-91e2fc473c14 req-ffc961d6-b002-42de-96fe-ea89d01ebeec tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:42.752821 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-60faf0c9-36d1-4a51-b2d3-91e2fc473c14 req-ffc961d6-b002-42de-96fe-ea89d01ebeec tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Synchronizing usage tracker for tenant:29460390dfea45e8a17222990e169b8c on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:23:42.760077 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-6a1439fe-cfda-4563-a212-fdc184a61204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:42.804848 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-3c12541b-898f-40da-9f46-4e24086a8415 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2177ce67ec9b4e17995200dd0b8b8fd1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3077302
Apr 11 17:23:42.806697 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12541b-898f-40da-9f46-4e24086a8415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93443dd-4316-462a-9301-d10b795805b2,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:42.809269 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 52288) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:42.812107 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3c12541b-898f-40da-9f46-4e24086a8415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:42.852602 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-60faf0c9-36d1-4a51-b2d3-91e2fc473c14 req-ffc961d6-b002-42de-96fe-ea89d01ebeec tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Unset dirty status for tenant:29460390dfea45e8a17222990e169b8c on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:23:42.853574 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-60faf0c9-36d1-4a51-b2d3-91e2fc473c14 req-ffc961d6-b002-42de-96fe-ea89d01ebeec tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 932 time: 0.3999867
Apr 11 17:23:42.863159 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-ee16dc17-ab04-4fe6-9176-3a28e6bc5836 req-da4a6908-5380-4f3f-8986-9a40f41a6bc4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Deleting port 1c923078-f1b7-41d4-8180-31cf62e35522 {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:23:42.863553 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-ee16dc17-ab04-4fe6-9176-3a28e6bc5836 req-da4a6908-5380-4f3f-8986-9a40f41a6bc4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:42.877151 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-60995f4f-7062-4649-956e-d186146f554b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:42.907561 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-60995f4f-7062-4649-956e-d186146f554b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:42.965517 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-60995f4f-7062-4649-956e-d186146f554b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:42.970446 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f4f810f4-06a4-4670-914c-754450152448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:42.986768 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60995f4f-7062-4649-956e-d186146f554b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93443dd-4316-462a-9301-d10b795805b2,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:42.995392 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-60995f4f-7062-4649-956e-d186146f554b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:42.996178 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-60995f4f-7062-4649-956e-d186146f554b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:43.007090 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-60995f4f-7062-4649-956e-d186146f554b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d93443dd-4316-462a-9301-d10b795805b2 HTTP/1.1" status: 204  len: 168 time: 0.1898682
Apr 11 17:23:43.037127 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-60faf0c9-36d1-4a51-b2d3-91e2fc473c14 req-f90c307a-2423-436e-9c0b-e3b75f8f1342 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1243272
Apr 11 17:23:43.132449 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:43.314193 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-ee16dc17-ab04-4fe6-9176-3a28e6bc5836 req-da4a6908-5380-4f3f-8986-9a40f41a6bc4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] For port 1c923078-f1b7-41d4-8180-31cf62e35522, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1c923078-f1b7-41d4-8180-31cf62e35522,segment=NetworkSegment(40454cb1-b1a9-4aa3-a5ee-c66792ea66eb),segment_id=40454cb1-b1a9-4aa3-a5ee-c66792ea66eb)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:23:43.314595 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-ee16dc17-ab04-4fe6-9176-3a28e6bc5836 req-da4a6908-5380-4f3f-8986-9a40f41a6bc4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:43.318486 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c035daf-ad29-42ca-b87c-27caafa33715 req-c7472c80-b4f5-42f4-818a-5d71f6fd2183 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:43.320591 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2c035daf-ad29-42ca-b87c-27caafa33715 req-c7472c80-b4f5-42f4-818a-5d71f6fd2183 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 945 time: 0.1154099
Apr 11 17:23:43.355000 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2c035daf-ad29-42ca-b87c-27caafa33715 req-0c281028-d0c7-4e2c-b2cf-f16b40df3fbe tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b14eee-a99f-49ca-bbdf-2de0f6d05678&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0279648
Apr 11 17:23:43.370806 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 52304) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:43.397465 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b0a03bd2-9bb4-42a6-9bee-bd3e7d899f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:43.414731 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-b0a03bd2-9bb4-42a6-9bee-bd3e7d899f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:43.418703 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-b0a03bd2-9bb4-42a6-9bee-bd3e7d899f97 admin admin] Usage tracker for resource:security_group_rule and tenant:19588b14e3a4472a983a90822f10dff5 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:43.422045 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-b0a03bd2-9bb4-42a6-9bee-bd3e7d899f97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:43.428508 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-b0a03bd2-9bb4-42a6-9bee-bd3e7d899f97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:43.489293 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a375ae8f-9ac8-4510-98fe-af0da824d71f {{(pid=85264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:23:43.529440 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b0a03bd2-9bb4-42a6-9bee-bd3e7d899f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:43.532670 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b0a03bd2-9bb4-42a6-9bee-bd3e7d899f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:43.542594 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-52806d95-2357-40fd-b7d0-fa1d549051ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:43.563661 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:43.595435 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-b0a03bd2-9bb4-42a6-9bee-bd3e7d899f97 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19588b14e3a4472a983a90822f10dff5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2231243
Apr 11 17:23:43.596939 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a03bd2-9bb4-42a6-9bee-bd3e7d899f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e3c4f4-885c-462e-aa17-e4828df0e331,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:43.598070 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] Transition to ACTIVE for port object a375ae8f-9ac8-4510-98fe-af0da824d71f will not be triggered until provisioned by entity L2. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:23:43.600653 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 52308) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:43.604033 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b0a03bd2-9bb4-42a6-9bee-bd3e7d899f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:43.609291 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:43.668784 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d98d6049-bbe2-441d-a1e5-f35adcee31da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:43.682405 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:43.689693 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:43.697731 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d98d6049-bbe2-441d-a1e5-f35adcee31da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:43.742853 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d98d6049-bbe2-441d-a1e5-f35adcee31da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:43.747985 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-277bdff6-61bc-419b-9384-1e0c923b9107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:43.759841 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d6049-bbe2-441d-a1e5-f35adcee31da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e3c4f4-885c-462e-aa17-e4828df0e331,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:43.766195 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d98d6049-bbe2-441d-a1e5-f35adcee31da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:43.766977 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d98d6049-bbe2-441d-a1e5-f35adcee31da admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:43.770707 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-d98d6049-bbe2-441d-a1e5-f35adcee31da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99e3c4f4-885c-462e-aa17-e4828df0e331 HTTP/1.1" status: 204  len: 168 time: 0.1663826
Apr 11 17:23:43.863508 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a375ae8f-9ac8-4510-98fe-af0da824d71f,revision_number=2']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:43.879483 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:43.883876 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-ee16dc17-ab04-4fe6-9176-3a28e6bc5836 req-da4a6908-5380-4f3f-8986-9a40f41a6bc4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:43.884293 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-ee16dc17-ab04-4fe6-9176-3a28e6bc5836 req-da4a6908-5380-4f3f-8986-9a40f41a6bc4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448862'] for floatingip, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:43.884696 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.l3_db [req-ee16dc17-ab04-4fe6-9176-3a28e6bc5836 req-da4a6908-5380-4f3f-8986-9a40f41a6bc4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Floating IP 69503fa7-0ad3-4d13-83e0-54beec2ffc6d disassociated. External IP: 172.27.0.197, port: 1c923078-f1b7-41d4-8180-31cf62e35522.
Apr 11 17:23:43.885080 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-ee16dc17-ab04-4fe6-9176-3a28e6bc5836 req-da4a6908-5380-4f3f-8986-9a40f41a6bc4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Calling delete_port for 1c923078-f1b7-41d4-8180-31cf62e35522 owned by compute:nova {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:23:44.487840 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 52334) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:44.536633 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b65470-3894-45f7-93f6-6cea8477f90c req-629e089a-50c0-4431-8eae-bb75a5dbbdcd tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:44.544816 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a1b65470-3894-45f7-93f6-6cea8477f90c req-629e089a-50c0-4431-8eae-bb75a5dbbdcd tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 944 time: 0.3457730
Apr 11 17:23:44.581029 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-ee16dc17-ab04-4fe6-9176-3a28e6bc5836 req-da4a6908-5380-4f3f-8986-9a40f41a6bc4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:44.603824 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:44.675342 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a1b65470-3894-45f7-93f6-6cea8477f90c req-5a2fc203-de8f-44a9-a2ee-108f7d3a33bf tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1296866
Apr 11 17:23:44.681869 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a6908-5380-4f3f-8986-9a40f41a6bc4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Pushing event deleted for resources: {'Port': ['ID=1c923078-f1b7-41d4-8180-31cf62e35522,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:44.736889 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-da4a6908-5380-4f3f-8986-9a40f41a6bc4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:44.769383 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 1c923078-f1b7-41d4-8180-31cf62e35522 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:23:44.779798 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] Attempting to bind port a375ae8f-9ac8-4510-98fe-af0da824d71f on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:23:44.780165 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] Attempting to bind port a375ae8f-9ac8-4510-98fe-af0da824d71f by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'a838892c-3534-40e2-8fdd-387b0d302be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b'}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:23:44.780570 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] Attempting to bind port a375ae8f-9ac8-4510-98fe-af0da824d71f on network 7a796639-a912-42cf-b262-8ecc2c9af48b {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:23:44.792101 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] Port a375ae8f-9ac8-4510-98fe-af0da824d71f on network 7a796639-a912-42cf-b262-8ecc2c9af48b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 11 17:23:44.792511 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] Attempting to bind port a375ae8f-9ac8-4510-98fe-af0da824d71f on network 7a796639-a912-42cf-b262-8ecc2c9af48b {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:23:44.804340 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] Checking agent: {'id': 'ff222714-fd65-43da-9d5f-2c6b0dd417d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'started_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:23:44.804753 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] Checking segment: {'id': 'a838892c-3534-40e2-8fdd-387b0d302be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:23:44.805221 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] Bound using segment: {'id': 'a838892c-3534-40e2-8fdd-387b0d302be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b'} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:23:44.805748 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] Bound port: a375ae8f-9ac8-4510-98fe-af0da824d71f, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a838892c-3534-40e2-8fdd-387b0d302be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b'}}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:23:44.806141 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:44.848031 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] No Port match for: 1c923078-f1b7-41d4-8180-31cf62e35522 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:23:44.848956 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 1c923078-f1b7-41d4-8180-31cf62e35522 not bound to the agent host hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:23:44.849165 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 52348) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:44.851481 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-69dc8b67-773f-409f-8bfa-a3c1396bf513 req-51d0a563-c8b6-400e-b43b-9fe332c28019 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 210 time: 0.2996905
Apr 11 17:23:44.859840 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-03f33746-22df-45e2-b17f-3cfe46a2cf83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:44.878201 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-03f33746-22df-45e2-b17f-3cfe46a2cf83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:44.883663 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-03f33746-22df-45e2-b17f-3cfe46a2cf83 admin admin] Usage tracker for resource:security_group_rule and tenant:10693dc4fd5c48a9b169e9e7b2407b98 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:44.886738 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-03f33746-22df-45e2-b17f-3cfe46a2cf83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:44.896456 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-03f33746-22df-45e2-b17f-3cfe46a2cf83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:44.988577 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-03f33746-22df-45e2-b17f-3cfe46a2cf83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:44.992651 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-03f33746-22df-45e2-b17f-3cfe46a2cf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:45.002288 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-72717134-613a-4bf2-8a5e-9eafb9670ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:45.019630 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2115167515-network', 'tenant_id': '9a4d4716c982467ea89e93a1efd75cfd'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:23:45.045995 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:45.046374 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] For port a375ae8f-9ac8-4510-98fe-af0da824d71f, host hv-cinder-78477, cleared binding levels {{(pid=85264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:23:45.063601 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-03f33746-22df-45e2-b17f-3cfe46a2cf83 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=10693dc4fd5c48a9b169e9e7b2407b98&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5737853
Apr 11 17:23:45.064787 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] Usage tracker for resource:network and tenant:9a4d4716c982467ea89e93a1efd75cfd is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:45.068109 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 52354) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:45.068932 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:45.069715 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] For port a375ae8f-9ac8-4510-98fe-af0da824d71f, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a375ae8f-9ac8-4510-98fe-af0da824d71f,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:23:45.073976 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f33746-22df-45e2-b17f-3cfe46a2cf83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2d8a95-838e-4b38-83d7-308c57cc7b8e,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:45.077150 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:45.077351 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-03f33746-22df-45e2-b17f-3cfe46a2cf83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:45.081568 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:45.094960 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-50e22fcb-24cc-4819-a457-5bf0b2359b3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:45.117099 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] Made reservation on behalf of 9a4d4716c982467ea89e93a1efd75cfd for: {'network': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:23:45.121826 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for network, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:45.146576 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:45.178969 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:45.184448 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0d10a6a1-2e64-4ea5-b93d-91f865cced90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:45.187302 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] Usage tracker for resource:security_group_rule and tenant:9a4d4716c982467ea89e93a1efd75cfd is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:45.197320 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:45.207186 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:45.228611 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0d10a6a1-2e64-4ea5-b93d-91f865cced90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:45.280211 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee16dc17-ab04-4fe6-9176-3a28e6bc5836 req-da4a6908-5380-4f3f-8986-9a40f41a6bc4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Router 38177bda-7d49-4ffe-93e3-2e01a9b56183 has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:23:45.284952 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a375ae8f-9ac8-4510-98fe-af0da824d71f,revision_number=3']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:45.293188 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:45.321518 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0d10a6a1-2e64-4ea5-b93d-91f865cced90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:45.328749 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f89fb69c-fb0b-4920-8242-b78e93c7ffc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:45.352907 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10a6a1-2e64-4ea5-b93d-91f865cced90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2d8a95-838e-4b38-83d7-308c57cc7b8e,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:45.355344 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-0d10a6a1-2e64-4ea5-b93d-91f865cced90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:45.382298 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0d10a6a1-2e64-4ea5-b93d-91f865cced90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:45.385965 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-0d10a6a1-2e64-4ea5-b93d-91f865cced90 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e2d8a95-838e-4b38-83d7-308c57cc7b8e HTTP/1.1" status: 204  len: 168 time: 0.3110747
Apr 11 17:23:45.389144 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:45.394312 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:45.410934 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'}  {{(pid=85265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 11 17:23:45.422703 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-6c446a93-25b3-4924-af5f-7cf051452e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:45.435059 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:45.435604 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.segments_db [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] Added segment 19041069-8da4-41e5-9e7b-777dc559c617 of type vlan for network 163ae8d1-d871-44e4-843c-b234ec81234d
Apr 11 17:23:45.481973 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3148041-9d88-4bd9-9da3-f2cf39049a0a,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:45.494068 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:45.494654 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:45.497581 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] 10.222.0.37 "PUT /v2.0/ports/a375ae8f-9ac8-4510-98fe-af0da824d71f HTTP/1.1" status: 200  len: 1094 time: 3.2143836
Apr 11 17:23:45.498113 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ff859e-0fff-447c-9fc0-97ee525f2d23', 'tag': 'a375ae8f-9ac8-4510-98fe-af0da824d71f'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:23:45.501503 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:45.503550 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736608949653'] for network, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:45.552130 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for network, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:45.555104 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:45.555848 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:45.583851 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:45.593724 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ff859e-0fff-447c-9fc0-97ee525f2d23', 'tag': 'a375ae8f-9ac8-4510-98fe-af0da824d71f', 'status': 'completed', 'code': 200}
Apr 11 17:23:45.606800 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee16dc17-ab04-4fe6-9176-3a28e6bc5836 req-da4a6908-5380-4f3f-8986-9a40f41a6bc4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:23:45.608570 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7552593
Apr 11 17:23:45.621634 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9b752-6629-4beb-a087-bb5be700e7bb None None] Sync routers for ids ['38177bda-7d49-4ffe-93e3-2e01a9b56183'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:23:45.638163 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 52362) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:45.639399 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9b752-6629-4beb-a087-bb5be700e7bb None None] Routers {'38177bda-7d49-4ffe-93e3-2e01a9b56183'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:23:45.640283 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-4ae9b752-6629-4beb-a087-bb5be700e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22650cb208>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:23:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['38177bda-7d49-4ffe-93e3-2e01a9b56183'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:23:45.681960 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-19d2e5a7-2bf8-444f-a334-0436a8bf36a0 admin admin] Request body: {'subnet': {'network_id': '163ae8d1-d871-44e4-843c-b234ec81234d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2115167515-subnet', 'tenant_id': '9a4d4716c982467ea89e93a1efd75cfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:23:45.756152 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-19d2e5a7-2bf8-444f-a334-0436a8bf36a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:45.769956 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee16dc17-ab04-4fe6-9176-3a28e6bc5836 req-da4a6908-5380-4f3f-8986-9a40f41a6bc4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] No DVR routers for this DVR port 1c923078-f1b7-41d4-8180-31cf62e35522 on host hv-cinder-78477 {{(pid=85264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:23:45.770187 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] Pushing event updated for resources: {'Network': ['ID=163ae8d1-d871-44e4-843c-b234ec81234d,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:45.774096 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-ee16dc17-ab04-4fe6-9176-3a28e6bc5836 req-da4a6908-5380-4f3f-8986-9a40f41a6bc4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:45.777462 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-19d2e5a7-2bf8-444f-a334-0436a8bf36a0 admin admin] Usage tracker for resource:subnet and tenant:9a4d4716c982467ea89e93a1efd75cfd is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:45.777896 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3c02c745-dddf-40f7-a0a8-0f332894483c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:45.784118 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-19d2e5a7-2bf8-444f-a334-0436a8bf36a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:45.805332 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-19d2e5a7-2bf8-444f-a334-0436a8bf36a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:45.815000 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ee16dc17-ab04-4fe6-9176-3a28e6bc5836 req-da4a6908-5380-4f3f-8986-9a40f41a6bc4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.37 "DELETE /v2.0/ports/1c923078-f1b7-41d4-8180-31cf62e35522 HTTP/1.1" status: 204  len: 173 time: 3.1219807
Apr 11 17:23:45.825200 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d2e5a7-2bf8-444f-a334-0436a8bf36a0 admin admin] Made reservation on behalf of 9a4d4716c982467ea89e93a1efd75cfd for: {'subnet': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:23:45.830393 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-19d2e5a7-2bf8-444f-a334-0436a8bf36a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851839193'] for subnet, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:45.851927 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-788fe72e-1d02-4fc5-b39d-4e712e228b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:45.853409 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-788fe72e-1d02-4fc5-b39d-4e712e228b7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=29460390dfea45e8a17222990e169b8c&device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 1097 time: 0.3095748
Apr 11 17:23:45.873027 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-4ae9b752-6629-4beb-a087-bb5be700e7bb None None] Set router 38177bda-7d49-4ffe-93e3-2e01a9b56183 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:23:45.928095 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Network 163ae8d1-d871-44e4-843c-b234ec81234d details requested by agent ovs-agent-dv-cinder-784779-4-iscsi with host dv-cinder-784779-4-iscsi {{(pid=85266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 11 17:23:45.993843 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-f2ef1e4b-f874-411f-a3df-04e84421766e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a375ae8f-9ac8-4510-98fe-af0da824d71f HTTP/1.1" status: 200  len: 217 time: 0.1255159
Apr 11 17:23:46.030010 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac96c9f-5fa4-412a-a5d0-67b634023ee5 req-e207f4dd-67ee-4705-8a9e-680fb837b57e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:46.039037 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6ac96c9f-5fa4-412a-a5d0-67b634023ee5 req-e207f4dd-67ee-4705-8a9e-680fb837b57e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 944 time: 0.1701865
Apr 11 17:23:46.068535 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6ac96c9f-5fa4-412a-a5d0-67b634023ee5 req-23fc749a-a75d-4347-b0b8-4c31e975a85e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0271356
Apr 11 17:23:46.212153 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-1f758440-6993-404c-8eb9-553a655b4fd1 req-f42ce05b-25fa-42aa-82b9-4ecf5ca0a5f2 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Synchronizing usage tracker for tenant:4744d33c997d404c90625352a9aecf4d on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:23:46.245334 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-bd0f24ca-d3df-4aba-a910-859c7c7256d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:46.247736 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-bd0f24ca-d3df-4aba-a910-859c7c7256d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ae25664-a4e8-4c35-9626-880cdfd5329a HTTP/1.1" status: 200  len: 855 time: 0.2422843
Apr 11 17:23:46.312696 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-1f758440-6993-404c-8eb9-553a655b4fd1 req-f42ce05b-25fa-42aa-82b9-4ecf5ca0a5f2 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Unset dirty status for tenant:4744d33c997d404c90625352a9aecf4d on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:23:46.313985 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1f758440-6993-404c-8eb9-553a655b4fd1 req-f42ce05b-25fa-42aa-82b9-4ecf5ca0a5f2 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=c472c2b4-d190-44f1-8f61-cb55f9ed3902 HTTP/1.1" status: 200  len: 210 time: 0.2616594
Apr 11 17:23:46.372163 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-4ae9b752-6629-4beb-a087-bb5be700e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22650cb208>, [{'id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'name': 'tempest-AttachVolumeTestJSON-65746940-router', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:18Z', 'revision_number': 4, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'gw_port': {'id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '3bb279e5-e880-465b-8a08-6f111da87baf', 'name': '', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'mac_address': 'fa:16:3e:45:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:13Z', 'updated_at': '2021-04-11T17:19:30Z', 'revision_number': 5, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'subnets': [{'id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:23:46.376278 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9b752-6629-4beb-a087-bb5be700e7bb None None] Checking router: 38177bda-7d49-4ffe-93e3-2e01a9b56183 for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:23:46.386507 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9b752-6629-4beb-a087-bb5be700e7bb None None] Routers {'38177bda-7d49-4ffe-93e3-2e01a9b56183'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:23:46.387183 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-4ae9b752-6629-4beb-a087-bb5be700e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22650cb208>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:23:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['38177bda-7d49-4ffe-93e3-2e01a9b56183'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:23:46.479340 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-ce75d7d9-ad60-4436-8a5b-fe9e729a71d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:46.481034 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-ce75d7d9-ad60-4436-8a5b-fe9e729a71d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7a796639-a912-42cf-b262-8ecc2c9af48b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2131424
Apr 11 17:23:46.579171 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-4ae9b752-6629-4beb-a087-bb5be700e7bb None None] Set router 38177bda-7d49-4ffe-93e3-2e01a9b56183 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:23:46.894862 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-3a525644-2f26-47d7-b48e-3f47f687eb9b service neutron] 10.222.0.37 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4053094
Apr 11 17:23:47.075796 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-19d2e5a7-2bf8-444f-a334-0436a8bf36a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852460989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851839144'] for subnet, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:47.088720 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-4ae9b752-6629-4beb-a087-bb5be700e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22650cb208>, [{'id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'name': 'tempest-AttachVolumeTestJSON-65746940-router', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:18Z', 'revision_number': 4, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'gw_port': {'id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '3bb279e5-e880-465b-8a08-6f111da87baf', 'name': '', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'mac_address': 'fa:16:3e:45:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:13Z', 'updated_at': '2021-04-11T17:19:30Z', 'revision_number': 5, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'subnets': [{'id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:23:47.093052 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9b752-6629-4beb-a087-bb5be700e7bb None None] The sync data for ids ['38177bda-7d49-4ffe-93e3-2e01a9b56183'] in dv-cinder-784779-4-iscsi is: [{'id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'name': 'tempest-AttachVolumeTestJSON-65746940-router', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:18Z', 'revision_number': 4, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'gw_port': {'id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '3bb279e5-e880-465b-8a08-6f111da87baf', 'name': '', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'mac_address': 'fa:16:3e:45:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:13Z', 'updated_at': '2021-04-11T17:19:30Z', 'revision_number': 5, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'subnets': [{'id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:23:47.105179 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d915a3a7-69cb-4eaf-8d75-706c6b9b0d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:47.180859 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2d4741d9-87ae-4c6b-bac0-cf5c5acb24dd req-f5feffca-a054-4d2a-99b2-a94654aba7e0 service neutron] 10.222.0.37 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2777255
Apr 11 17:23:47.291315 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d25005-594b-4a53-b52c-7c5c14a1a5b6 req-c002bd96-4193-4374-91c7-969e10ba2d58 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:47.292967 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-26d25005-594b-4a53-b52c-7c5c14a1a5b6 req-c002bd96-4193-4374-91c7-969e10ba2d58 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 944 time: 0.1005738
Apr 11 17:23:47.302997 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2e5a7-2bf8-444f-a334-0436a8bf36a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=815ca517-c03f-4988-8c99-81fdbd01881b,revision_number=0']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:47.309962 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-19d2e5a7-2bf8-444f-a334-0436a8bf36a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:47.328843 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-26d25005-594b-4a53-b52c-7c5c14a1a5b6 req-f2298560-d7aa-4c9d-92ac-b660dafae927 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0281987
Apr 11 17:23:47.377728 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91683028-dfd7-4d26-b04f-9f7538925865 req-3e9e379d-2d53-4783-bcec-5808b3158a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:47.379332 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-91683028-dfd7-4d26-b04f-9f7538925865 req-3e9e379d-2d53-4783-bcec-5808b3158a5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=29460390dfea45e8a17222990e169b8c&device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 1097 time: 0.1455448
Apr 11 17:23:47.457865 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 52376) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:47.495279 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d2e5a7-2bf8-444f-a334-0436a8bf36a0 admin admin] Checking segment: {'id': '19041069-8da4-41e5-9e7b-777dc559c617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '163ae8d1-d871-44e4-843c-b234ec81234d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:23:47.495674 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d2e5a7-2bf8-444f-a334-0436a8bf36a0 admin admin] Network hostable DHCP agents. Network: 163ae8d1-d871-44e4-843c-b234ec81234d, hostable agents: ['cadf10d7-d23a-4fec-9e77-f0f038d86f43'], hosted agents: [] {{(pid=85264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 11 17:23:47.534929 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d35679b2-4eae-4943-b40c-73abaeda8fa0 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:47.552387 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d2e5a7-2bf8-444f-a334-0436a8bf36a0 admin admin] Network 163ae8d1-d871-44e4-843c-b234ec81234d is scheduled to be hosted by DHCP agent cadf10d7-d23a-4fec-9e77-f0f038d86f43 with binding_index 1 {{(pid=85264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 11 17:23:47.565582 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91683028-dfd7-4d26-b04f-9f7538925865 req-12752363-4f95-406c-bfdd-4579bc470f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:47.566721 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d35679b2-4eae-4943-b40c-73abaeda8fa0 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:47.567285 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-91683028-dfd7-4d26-b04f-9f7538925865 req-12752363-4f95-406c-bfdd-4579bc470f08 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7a796639-a912-42cf-b262-8ecc2c9af48b HTTP/1.1" status: 200  len: 917 time: 0.1760511
Apr 11 17:23:47.568354 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-19d2e5a7-2bf8-444f-a334-0436a8bf36a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-iscsi, 163ae8d1-d871-44e4-843c-b234ec81234d) {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:23:47.569084 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b5978c-b5fd-4a49-ac40-3c8cfdd312ba None None] New status for floating IP 69503fa7-0ad3-4d13-83e0-54beec2ffc6d: DOWN {{(pid=85267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 11 17:23:47.580624 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc85c8ab-5654-4675-b585-b4740a4f96d4 None None] Network 163ae8d1-d871-44e4-843c-b234ec81234d requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:23:47.623394 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d35679b2-4eae-4943-b40c-73abaeda8fa0 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:47.629947 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3d9a19e5-c07b-4f2b-a28c-01294f4ad71c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:47.643690 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2e5a7-2bf8-444f-a334-0436a8bf36a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:47.644343 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-19d2e5a7-2bf8-444f-a334-0436a8bf36a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:47.649154 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c472c2b4-d190-44f1-8f61-cb55f9ed3902', 'name': 'network-vif-deleted', 'tag': '1c923078-f1b7-41d4-8180-31cf62e35522'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:23:47.649309 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35679b2-4eae-4943-b40c-73abaeda8fa0 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b14eee-a99f-49ca-bbdf-2de0f6d05678,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:47.654459 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d35679b2-4eae-4943-b40c-73abaeda8fa0 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:47.658137 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d35679b2-4eae-4943-b40c-73abaeda8fa0 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:47.659412 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-d35679b2-4eae-4943-b40c-73abaeda8fa0 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "DELETE /v2.0/security-groups/20b14eee-a99f-49ca-bbdf-2de0f6d05678 HTTP/1.1" status: 204  len: 168 time: 0.2002439
Apr 11 17:23:47.663354 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 52382) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:47.678869 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-91683028-dfd7-4d26-b04f-9f7538925865 req-6660f748-3f18-4fe2-a595-8e6a55cc4548 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a375ae8f-9ac8-4510-98fe-af0da824d71f HTTP/1.1" status: 200  len: 217 time: 0.1002092
Apr 11 17:23:47.684114 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.v2.resource [None req-90139a56-865a-4fc9-8909-4259faea55bc tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] show failed (client error): The resource could not be found.
Apr 11 17:23:47.688104 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-90139a56-865a-4fc9-8909-4259faea55bc tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups/20b14eee-a99f-49ca-bbdf-2de0f6d05678 HTTP/1.1" status: 404  len: 347 time: 0.0210409
Apr 11 17:23:47.688381 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 52386) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:47.741289 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-19d2e5a7-2bf8-444f-a334-0436a8bf36a0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.0723975
Apr 11 17:23:47.774254 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c472c2b4-d190-44f1-8f61-cb55f9ed3902', 'name': 'network-vif-deleted', 'tag': '1c923078-f1b7-41d4-8180-31cf62e35522', 'status': 'completed', 'code': 200}
Apr 11 17:23:47.793047 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91683028-dfd7-4d26-b04f-9f7538925865 req-c47e1294-1ca5-4f47-84db-4b02df87f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:47.794691 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-91683028-dfd7-4d26-b04f-9f7538925865 req-c47e1294-1ca5-4f47-84db-4b02df87f97d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ae25664-a4e8-4c35-9626-880cdfd5329a HTTP/1.1" status: 200  len: 855 time: 0.1052856
Apr 11 17:23:47.904395 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-71d3dd0e-6f0f-4975-8e0a-d704d36f8bda tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Deleting port 62d37aed-eb0b-4537-bd6c-a0bb550baf29 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:23:47.905057 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-71d3dd0e-6f0f-4975-8e0a-d704d36f8bda tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:47.923984 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5120b5-681b-4645-a933-272a2ea7ac7c None None] Network 163ae8d1-d871-44e4-843c-b234ec81234d requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:23:47.938854 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91683028-dfd7-4d26-b04f-9f7538925865 req-9567f905-eb91-4589-b07a-5b1e15a48b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:47.944612 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-91683028-dfd7-4d26-b04f-9f7538925865 req-9567f905-eb91-4589-b07a-5b1e15a48b1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7a796639-a912-42cf-b262-8ecc2c9af48b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1425664
Apr 11 17:23:48.141411 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-91683028-dfd7-4d26-b04f-9f7538925865 req-f4d79938-6de5-4b04-9a17-245f2a48f4b0 service neutron] 10.222.0.37 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1897340
Apr 11 17:23:48.148263 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-71d3dd0e-6f0f-4975-8e0a-d704d36f8bda tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:48.148665 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-71d3dd0e-6f0f-4975-8e0a-d704d36f8bda tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:48.298134 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-71d3dd0e-6f0f-4975-8e0a-d704d36f8bda tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Calling delete_port for 62d37aed-eb0b-4537-bd6c-a0bb550baf29 owned by network:floatingip {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:23:48.302425 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-91683028-dfd7-4d26-b04f-9f7538925865 req-5bbe5dae-0bfa-4aaf-9a8c-6144d0f0eb33 service neutron] 10.222.0.37 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1546090
Apr 11 17:23:48.509323 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.db.api [None req-71d3dd0e-6f0f-4975-8e0a-d704d36f8bda tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85265) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 11 17:23:48.509648 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_db.api [None req-71d3dd0e-6f0f-4975-8e0a-d704d36f8bda tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 11 17:23:48.546069 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e87ddc-b3a2-4ffd-860c-09d86030b9e2 req-62da90fb-7ac0-4c50-9b07-f76da7762df4 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:48.547667 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d2e87ddc-b3a2-4ffd-860c-09d86030b9e2 req-62da90fb-7ac0-4c50-9b07-f76da7762df4 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 944 time: 0.0967431
Apr 11 17:23:48.584475 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d2e87ddc-b3a2-4ffd-860c-09d86030b9e2 req-629178d7-7510-4a2d-9838-cf3321618766 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0287361
Apr 11 17:23:48.786116 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device a375ae8f-9ac8-4510-98fe-af0da824d71f details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:23:48.946598 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port a375ae8f-9ac8-4510-98fe-af0da824d71f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a375ae8f-9ac8-4510-98fe-af0da824d71f,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:23:48.963382 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': 'a375ae8f-9ac8-4510-98fe-af0da824d71f', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'port_id': 'a375ae8f-9ac8-4510-98fe-af0da824d71f', 'mac_address': 'fa:16:3e:1f:2f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:23:49.010777 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-71d3dd0e-6f0f-4975-8e0a-d704d36f8bda tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Deleting port 62d37aed-eb0b-4537-bd6c-a0bb550baf29 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:23:49.011202 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-71d3dd0e-6f0f-4975-8e0a-d704d36f8bda tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:49.032667 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:49.033999 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a375ae8f-9ac8-4510-98fe-af0da824d71f {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:23:49.052473 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port a375ae8f-9ac8-4510-98fe-af0da824d71f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a375ae8f-9ac8-4510-98fe-af0da824d71f,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:23:49.055363 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:49.057279 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-95f20f5b-f94d-49f9-90dc-42617118efc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:49.135790 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=a375ae8f-9ac8-4510-98fe-af0da824d71f,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:49.144912 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:49.145332 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:49.145754 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:49.146434 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:49.146669 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:49.147033 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:49.147402 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:49.147765 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:49.148146 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:49.148558 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:49.148921 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:49.149317 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:23:49.153515 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:49.194769 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-71d3dd0e-6f0f-4975-8e0a-d704d36f8bda tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:49.195141 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-71d3dd0e-6f0f-4975-8e0a-d704d36f8bda tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:49.266665 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['a375ae8f-9ac8-4510-98fe-af0da824d71f'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:23:49.328662 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-71d3dd0e-6f0f-4975-8e0a-d704d36f8bda tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Calling delete_port for 62d37aed-eb0b-4537-bd6c-a0bb550baf29 owned by network:floatingip {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:23:49.473191 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-71d3dd0e-6f0f-4975-8e0a-d704d36f8bda tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:49.489265 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:49.554055 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3dd0e-6f0f-4975-8e0a-d704d36f8bda tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Pushing event deleted for resources: {'Port': ['ID=62d37aed-eb0b-4537-bd6c-a0bb550baf29,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:49.602115 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-71d3dd0e-6f0f-4975-8e0a-d704d36f8bda tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:49.765359 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-71d3dd0e-6f0f-4975-8e0a-d704d36f8bda tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for floatingip, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:49.783952 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-71d3dd0e-6f0f-4975-8e0a-d704d36f8bda tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for floatingip, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:49.785458 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-71d3dd0e-6f0f-4975-8e0a-d704d36f8bda tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "DELETE /v2.0/floatingips/69503fa7-0ad3-4d13-83e0-54beec2ffc6d HTTP/1.1" status: 204  len: 168 time: 2.0960867
Apr 11 17:23:49.811941 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61392e-ca64-4241-bd36-84976c8eb77e req-691af300-992c-49e7-b31b-b6bf3882d7be tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:49.820111 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc61392e-ca64-4241-bd36-84976c8eb77e req-691af300-992c-49e7-b31b-b6bf3882d7be tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 945 time: 0.1005793
Apr 11 17:23:49.846705 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc61392e-ca64-4241-bd36-84976c8eb77e req-a9984177-fe54-417a-bf78-808f74c5c4ca tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0255468
Apr 11 17:23:50.051392 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-7e9ebd8d-77d7-4d8a-9bd0-d2ffa8226aee tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:50.052202 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-7e9ebd8d-77d7-4d8a-9bd0-d2ffa8226aee tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Synchronizing usage tracker for tenant:9a4d4716c982467ea89e93a1efd75cfd on resource:network {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:23:50.069011 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-7e9ebd8d-77d7-4d8a-9bd0-d2ffa8226aee tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Unset dirty status for tenant:9a4d4716c982467ea89e93a1efd75cfd on resource:network {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:23:50.070278 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-7e9ebd8d-77d7-4d8a-9bd0-d2ffa8226aee tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/networks?id=163ae8d1-d871-44e4-843c-b234ec81234d HTTP/1.1" status: 200  len: 809 time: 0.1767774
Apr 11 17:23:50.087346 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-a8a536dd-15e8-4663-9d71-3408c12a4eed tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/quotas/9a4d4716c982467ea89e93a1efd75cfd HTTP/1.1" status: 200  len: 375 time: 0.0103285
Apr 11 17:23:50.094787 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 52420) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:50.101409 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-a803ca98-2396-485a-ad8c-da97b87e5463 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--667440542', 'description': 'tempest-description--953981813'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:23:50.107754 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-a803ca98-2396-485a-ad8c-da97b87e5463 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:50.112172 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-a803ca98-2396-485a-ad8c-da97b87e5463 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Usage tracker for resource:security_group and tenant:4744d33c997d404c90625352a9aecf4d is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:50.115262 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-a803ca98-2396-485a-ad8c-da97b87e5463 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:50.121313 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-a803ca98-2396-485a-ad8c-da97b87e5463 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:50.131628 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a803ca98-2396-485a-ad8c-da97b87e5463 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:50.135558 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-a803ca98-2396-485a-ad8c-da97b87e5463 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:50.139583 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-a803ca98-2396-485a-ad8c-da97b87e5463 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Usage tracker for resource:security_group_rule and tenant:4744d33c997d404c90625352a9aecf4d is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:50.142180 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-828cfdab-f017-4d3f-95d8-f6d2c5535e6a tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a4d4716c982467ea89e93a1efd75cfd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0495656
Apr 11 17:23:50.142548 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-a803ca98-2396-485a-ad8c-da97b87e5463 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:50.149119 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-a803ca98-2396-485a-ad8c-da97b87e5463 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:50.223555 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a803ca98-2396-485a-ad8c-da97b87e5463 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:50.227064 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a803ca98-2396-485a-ad8c-da97b87e5463 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:50.232469 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-92441fea-9d2f-4c7c-81f7-b9bf68bdd65b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:50.279616 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803ca98-2396-485a-ad8c-da97b87e5463 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a63c77-275a-417b-94eb-e5b6eb26da9d,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:50.282740 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a803ca98-2396-485a-ad8c-da97b87e5463 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:50.287408 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-a803ca98-2396-485a-ad8c-da97b87e5463 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.1915064
Apr 11 17:23:50.287965 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 52424) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:50.288881 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a803ca98-2396-485a-ad8c-da97b87e5463 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:50.295030 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-649a100e-2e62-4f5f-a2f7-da1d328e536a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Request body: {'security_group_rule': {'security_group_id': 'd0a63c77-275a-417b-94eb-e5b6eb26da9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:23:50.301419 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-649a100e-2e62-4f5f-a2f7-da1d328e536a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:50.305569 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-f73dcca8-788a-47f3-ac87-c1f7ddb627bb service neutron] 10.222.0.30 "GET /v2.0/networks/163ae8d1-d871-44e4-843c-b234ec81234d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1551156
Apr 11 17:23:50.307899 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-649a100e-2e62-4f5f-a2f7-da1d328e536a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Usage tracker for resource:security_group_rule and tenant:4744d33c997d404c90625352a9aecf4d is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:50.310984 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-649a100e-2e62-4f5f-a2f7-da1d328e536a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:50.345762 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-649a100e-2e62-4f5f-a2f7-da1d328e536a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:50.434857 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-649a100e-2e62-4f5f-a2f7-da1d328e536a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:50.507664 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-ffdacddb-ec6c-45b0-91dd-80dd20569747 service neutron] 10.222.0.30 "GET /v2.0/networks/163ae8d1-d871-44e4-843c-b234ec81234d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1935060
Apr 11 17:23:50.528452 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-649a100e-2e62-4f5f-a2f7-da1d328e536a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:50.531309 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-649a100e-2e62-4f5f-a2f7-da1d328e536a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:50.533615 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-1856f803-84a9-41f1-896f-ba47ea4b31ae tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:50.557724 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a100e-2e62-4f5f-a2f7-da1d328e536a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071a2a84-65a5-47a3-8b24-7b567f8f0ef2,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:50.560252 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-649a100e-2e62-4f5f-a2f7-da1d328e536a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:50.566870 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-649a100e-2e62-4f5f-a2f7-da1d328e536a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:50.569251 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-649a100e-2e62-4f5f-a2f7-da1d328e536a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2799935
Apr 11 17:23:50.571790 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 52428) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:50.577593 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-514c09e1-6f43-4930-b30a-7ff36955ca29 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Request body: {'security_group_rule': {'security_group_id': 'd0a63c77-275a-417b-94eb-e5b6eb26da9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:23:50.584738 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-514c09e1-6f43-4930-b30a-7ff36955ca29 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:50.589299 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-514c09e1-6f43-4930-b30a-7ff36955ca29 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Usage tracker for resource:security_group_rule and tenant:4744d33c997d404c90625352a9aecf4d is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:50.592247 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-514c09e1-6f43-4930-b30a-7ff36955ca29 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:50.599068 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-514c09e1-6f43-4930-b30a-7ff36955ca29 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:50.617195 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-514c09e1-6f43-4930-b30a-7ff36955ca29 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:50.685765 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-514c09e1-6f43-4930-b30a-7ff36955ca29 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:50.689108 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-514c09e1-6f43-4930-b30a-7ff36955ca29 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:50.691317 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f3dc687a-5105-4bac-844a-11470c653d65 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:50.716549 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c09e1-6f43-4930-b30a-7ff36955ca29 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d574bc-fa0e-4b6e-9125-c9c4cf51dec9,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:50.719348 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-514c09e1-6f43-4930-b30a-7ff36955ca29 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:50.725525 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8854dbd0-a473-457a-9c19-f207a1a38f7a req-99a2ca05-0309-4327-9582-b33718e97951 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6392ec0-4c0f-48d9-ab7a-748ee25aeda8 HTTP/1.1" status: 200  len: 210 time: 0.0659943
Apr 11 17:23:50.726836 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-514c09e1-6f43-4930-b30a-7ff36955ca29 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:50.728396 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-514c09e1-6f43-4930-b30a-7ff36955ca29 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1553168
Apr 11 17:23:50.731502 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 52436) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:50.744947 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Request body: {'floatingip': {'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:23:50.752168 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:50.757435 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Usage tracker for resource:floatingip and tenant:4744d33c997d404c90625352a9aecf4d is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:50.760606 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:50.766788 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:50.776784 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for floatingip, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:50.801490 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device a375ae8f-9ac8-4510-98fe-af0da824d71f up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:23:50.874015 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning for port a375ae8f-9ac8-4510-98fe-af0da824d71f completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:23:50.879628 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port a375ae8f-9ac8-4510-98fe-af0da824d71f triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:23:50.880162 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:50.957489 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:51.023556 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:51.035547 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ff859e-0fff-447c-9fc0-97ee525f2d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a375ae8f-9ac8-4510-98fe-af0da824d71f'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:23:51.047309 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port a375ae8f-9ac8-4510-98fe-af0da824d71f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a375ae8f-9ac8-4510-98fe-af0da824d71f,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:23:51.051798 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:51.054467 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:51.102722 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c820f-40e7-4845-b33b-a55e75798f0a req-5c6e1626-dc7f-491a-8a65-34cfb2788982 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:51.104669 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ed0c820f-40e7-4845-b33b-a55e75798f0a req-5c6e1626-dc7f-491a-8a65-34cfb2788982 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 945 time: 0.1117277
Apr 11 17:23:51.115089 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ff859e-0fff-447c-9fc0-97ee525f2d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a375ae8f-9ac8-4510-98fe-af0da824d71f', 'code': 200}
Apr 11 17:23:51.141846 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=a375ae8f-9ac8-4510-98fe-af0da824d71f,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:51.145197 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:51.152521 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Allocated IP 172.27.0.102 (25e26079-4f70-47ba-b0dc-8350ca691b81/cc27d420-6b5b-4cd9-be1f-976508ada296/2464461f-9670-489b-94b9-38679513669b) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:23:51.161911 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ed0c820f-40e7-4845-b33b-a55e75798f0a req-5e93f014-e8b7-4f99-824f-a219a51259c6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484328
Apr 11 17:23:51.327066 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:51.395322 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:51.416746 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:51.589145 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Pushing event updated for resources: {'Port': ['ID=2464461f-9670-489b-94b9-38679513669b,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:51.594521 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:51.620324 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cd025-0d22-45d5-aac3-e63d4deb7358 req-561940f8-75bd-4749-bfd4-870367aa83b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:51.621932 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1b7cd025-0d22-45d5-aac3-e63d4deb7358 req-561940f8-75bd-4749-bfd4-870367aa83b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 1099 time: 0.2667446
Apr 11 17:23:51.664801 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1b7cd025-0d22-45d5-aac3-e63d4deb7358 req-2cb81afe-9946-4dad-95a1-4710de3ce00d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0343592
Apr 11 17:23:51.667846 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Network 25e26079-4f70-47ba-b0dc-8350ca691b81 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:23:51.669041 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:23:51.671306 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:23:51.753012 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:51.822464 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:51.965674 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1c982b9c-9ef5-4ee5-aaec-20dc0278b7bb req-667d4248-8af0-4320-9f01-98350c37c17e tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6392ec0-4c0f-48d9-ab7a-748ee25aeda8 HTTP/1.1" status: 200  len: 210 time: 0.1093657
Apr 11 17:23:52.173111 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-6a40a3f5-3be6-4e5c-8070-06149846a892 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:52.174616 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-6a40a3f5-3be6-4e5c-8070-06149846a892 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.37 "GET /v2.0/networks?id=163ae8d1-d871-44e4-843c-b234ec81234d HTTP/1.1" status: 200  len: 809 time: 0.2733760
Apr 11 17:23:52.235367 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-bb06c1f2-b04c-417c-91db-0323c0e0e390 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Request body: {'port': {'device_id': 'e6392ec0-4c0f-48d9-ab7a-748ee25aeda8', 'network_id': '163ae8d1-d871-44e4-843c-b234ec81234d', 'admin_state_up': True, 'tenant_id': '9a4d4716c982467ea89e93a1efd75cfd'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:23:52.379991 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355affb-f11a-4f15-a203-150217d8446a req-81529660-4130-4998-957b-9d58246630cd tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:52.382294 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2355affb-f11a-4f15-a203-150217d8446a req-81529660-4130-4998-957b-9d58246630cd tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.1043174
Apr 11 17:23:52.415601 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2355affb-f11a-4f15-a203-150217d8446a req-ae5d2165-878e-4615-a0ce-71bfbaff2e7d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0263350
Apr 11 17:23:52.670626 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-bb06c1f2-b04c-417c-91db-0323c0e0e390 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:52.684967 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-bb06c1f2-b04c-417c-91db-0323c0e0e390 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Usage tracker for resource:port and tenant:9a4d4716c982467ea89e93a1efd75cfd is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:23:52.689285 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-bb06c1f2-b04c-417c-91db-0323c0e0e390 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:23:52.693237 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:52.698082 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-bb06c1f2-b04c-417c-91db-0323c0e0e390 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:52.699947 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:52.715885 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f01bb4ff-70ef-4eb8-966b-df07a6979542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:52.839352 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-bb06c1f2-b04c-417c-91db-0323c0e0e390 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Made reservation on behalf of 9a4d4716c982467ea89e93a1efd75cfd for: {'port': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:23:52.845389 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-bb06c1f2-b04c-417c-91db-0323c0e0e390 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:52.885759 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Pushing event updated for resources: {'Port': ['ID=2464461f-9670-489b-94b9-38679513669b,revision_number=2']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:52.891408 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:53.154196 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5167780c-f611-4dff-bfd8-fcfee930508d req-4361d1c0-42ed-4079-95bc-371d4d29eb83 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6392ec0-4c0f-48d9-ab7a-748ee25aeda8 HTTP/1.1" status: 200  len: 210 time: 0.0683465
Apr 11 17:23:53.169633 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-bb06c1f2-b04c-417c-91db-0323c0e0e390 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Allocated IP 172.20.0.6 (163ae8d1-d871-44e4-843c-b234ec81234d/815ca517-c03f-4988-8c99-81fdbd01881b/cb34c20d-89ae-461d-9ebc-38192be55945) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:23:53.171913 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448862'] for floatingip, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:53.223233 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for floatingip, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:53.224635 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.4920535
Apr 11 17:23:53.405682 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-bb06c1f2-b04c-417c-91db-0323c0e0e390 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:53.435099 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-bb06c1f2-b04c-417c-91db-0323c0e0e390 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:53.445592 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ab841d36-def0-402b-b1b2-e73b15b3920a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Synchronizing usage tracker for tenant:4744d33c997d404c90625352a9aecf4d on resource:security_group {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:23:53.450824 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c790f0b5-7f02-4423-9b12-c63e3e29ce7b tempest-ServerRescueNegativeTestJSON-1839051244 tempest-ServerRescueNegativeTestJSON-1839051244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:53.461942 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ab841d36-def0-402b-b1b2-e73b15b3920a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Unset dirty status for tenant:4744d33c997d404c90625352a9aecf4d on resource:security_group {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:23:53.463619 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ab841d36-def0-402b-b1b2-e73b15b3920a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--667440542&fields=id&tenant_id=4744d33c997d404c90625352a9aecf4d HTTP/1.1" status: 200  len: 267 time: 0.0427635
Apr 11 17:23:53.639987 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-97f72046-c6ca-4ade-ba1f-bd7af23e49e7 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:53.641750 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-97f72046-c6ca-4ade-ba1f-bd7af23e49e7 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/networks?id=6d07600c-54c6-4d19-b4b0-98bb107e0071 HTTP/1.1" status: 200  len: 809 time: 0.1702003
Apr 11 17:23:53.656966 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06c1f2-b04c-417c-91db-0323c0e0e390 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Pushing event updated for resources: {'Port': ['ID=cb34c20d-89ae-461d-9ebc-38192be55945,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:53.658181 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-72beb58f-b826-4655-8e28-2fee2340eb91 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/quotas/4744d33c997d404c90625352a9aecf4d HTTP/1.1" status: 200  len: 375 time: 0.0100467
Apr 11 17:23:53.662740 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bb06c1f2-b04c-417c-91db-0323c0e0e390 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:53.735022 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-bb06c1f2-b04c-417c-91db-0323c0e0e390 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Network 163ae8d1-d871-44e4-843c-b234ec81234d is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:23:53.744272 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bd57c-1052-4506-a505-22bb47c57b5d req-92cf7b09-3961-4566-913f-d4803496d500 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:53.745908 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c30bd57c-1052-4506-a505-22bb47c57b5d req-92cf7b09-3961-4566-913f-d4803496d500 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.1697969
Apr 11 17:23:53.746949 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-bb06c1f2-b04c-417c-91db-0323c0e0e390 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:23:53.749192 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-bb06c1f2-b04c-417c-91db-0323c0e0e390 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:23:53.756635 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-c560fc4d-5eff-47bd-9fe5-35d6733d7ce8 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Synchronizing usage tracker for tenant:4744d33c997d404c90625352a9aecf4d on resource:port {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:23:53.771322 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-c560fc4d-5eff-47bd-9fe5-35d6733d7ce8 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Unset dirty status for tenant:4744d33c997d404c90625352a9aecf4d on resource:port {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:23:53.772714 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-c560fc4d-5eff-47bd-9fe5-35d6733d7ce8 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4744d33c997d404c90625352a9aecf4d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1080236
Apr 11 17:23:53.826806 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c30bd57c-1052-4506-a505-22bb47c57b5d req-06197da6-4797-4f4c-b85f-be4c61b9cb5b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493395
Apr 11 17:23:53.840356 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-bb06c1f2-b04c-417c-91db-0323c0e0e390 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:53.841042 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-bb06c1f2-b04c-417c-91db-0323c0e0e390 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:53.858379 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-bb06c1f2-b04c-417c-91db-0323c0e0e390 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6353164
Apr 11 17:23:53.871303 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] Request body: {'port': {'device_id': 'e6392ec0-4c0f-48d9-ab7a-748ee25aeda8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:23:54.061373 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:54.138630 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-841c5b42-6b12-4dac-9292-aa5e75fcee8b service neutron] 10.222.0.30 "GET /v2.0/networks/6d07600c-54c6-4d19-b4b0-98bb107e0071?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3530004
Apr 11 17:23:54.188157 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba16d7-771a-4de1-8561-3f078feef7b9 req-920116a3-4d40-401c-a8f9-96bca9b971f7 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:54.189781 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-edba16d7-771a-4de1-8561-3f078feef7b9 req-920116a3-4d40-401c-a8f9-96bca9b971f7 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.2196572
Apr 11 17:23:54.200718 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 52478) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:23:54.207943 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-63c01a21-8511-42eb-b108-0551b7639303 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Request body: {'floatingip': {'port_id': 'a375ae8f-9ac8-4510-98fe-af0da824d71f'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:23:54.312288 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-6d179db4-b420-403f-8557-9eacecab2386 service neutron] 10.222.0.30 "GET /v2.0/networks/6d07600c-54c6-4d19-b4b0-98bb107e0071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1668675
Apr 11 17:23:54.350775 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-63c01a21-8511-42eb-b108-0551b7639303 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for floatingip, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:54.509063 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-43037efa-1d95-4f46-a316-dd0f7dcfd498 req-1c6c61cb-eca3-4965-8ab7-be273d7593e4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0398ee-1f05-4b69-af9e-f2c9540b61b6 HTTP/1.1" status: 200  len: 210 time: 0.0508068
Apr 11 17:23:54.746188 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395cd5b-4343-4a96-a4bf-712188d25380 req-87dae597-96c1-44e8-8080-016ad0803bb0 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:54.746937 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-1395cd5b-4343-4a96-a4bf-712188d25380 req-87dae597-96c1-44e8-8080-016ad0803bb0 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Synchronizing usage tracker for tenant:9a4d4716c982467ea89e93a1efd75cfd on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:23:54.936747 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-1395cd5b-4343-4a96-a4bf-712188d25380 req-87dae597-96c1-44e8-8080-016ad0803bb0 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Unset dirty status for tenant:9a4d4716c982467ea89e93a1efd75cfd on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:23:54.938035 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1395cd5b-4343-4a96-a4bf-712188d25380 req-87dae597-96c1-44e8-8080-016ad0803bb0 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6392ec0-4c0f-48d9-ab7a-748ee25aeda8 HTTP/1.1" status: 200  len: 931 time: 0.5965421
Apr 11 17:23:54.997667 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1395cd5b-4343-4a96-a4bf-712188d25380 req-e1be8a3c-20da-445a-8eac-6d1baad608f3 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3148041-9d88-4bd9-9da3-f2cf39049a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511079
Apr 11 17:23:55.424601 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb34c20d-89ae-461d-9ebc-38192be55945 {{(pid=85264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:23:55.460509 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:55.567885 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] Transition to ACTIVE for port object cb34c20d-89ae-461d-9ebc-38192be55945 will not be triggered until provisioned by entity L2. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:23:55.576907 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:55.598515 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-49e6aa3f-d1a4-4259-b1a0-1641b56d57ac tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:55.699573 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d80faffd-1462-49ec-a35a-808cc2ead2bd req-1f1ef86c-83a3-4b87-a2aa-0c529aeada28 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0398ee-1f05-4b69-af9e-f2c9540b61b6 HTTP/1.1" status: 200  len: 210 time: 0.0491247
Apr 11 17:23:55.802902 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.db.resource_extend [None req-63c01a21-8511-42eb-b108-0551b7639303 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 11 17:23:55.861555 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] Pushing event updated for resources: {'Port': ['ID=cb34c20d-89ae-461d-9ebc-38192be55945,revision_number=2']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:55.883916 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:55.893097 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ba28b2c8-89bf-48ec-b927-353ff8e586f1 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:55.894633 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ba28b2c8-89bf-48ec-b927-353ff8e586f1 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.37 "GET /v2.0/networks?id=6d07600c-54c6-4d19-b4b0-98bb107e0071 HTTP/1.1" status: 200  len: 809 time: 0.4609983
Apr 11 17:23:55.975066 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-63c01a21-8511-42eb-b108-0551b7639303 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:55.991695 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-63c01a21-8511-42eb-b108-0551b7639303 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448862'] for floatingip, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:56.180695 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ecf3685b-508a-46cd-a6a3-1354e2a32f60 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Synchronizing usage tracker for tenant:4744d33c997d404c90625352a9aecf4d on resource:security_group {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:23:56.325273 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ecf3685b-508a-46cd-a6a3-1354e2a32f60 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Unset dirty status for tenant:4744d33c997d404c90625352a9aecf4d on resource:security_group {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:23:56.326652 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ecf3685b-508a-46cd-a6a3-1354e2a32f60 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4744d33c997d404c90625352a9aecf4d HTTP/1.1" status: 200  len: 5703 time: 0.4162757
Apr 11 17:23:56.370754 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-27cbcb56-c2fb-4aa3-a2de-1b754ae52de4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Request body: {'port': {'device_id': '7a0398ee-1f05-4b69-af9e-f2c9540b61b6', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'admin_state_up': True, 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'security_groups': ['d0a63c77-275a-417b-94eb-e5b6eb26da9d']}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:23:56.544112 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.l3_db [None req-63c01a21-8511-42eb-b108-0551b7639303 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Floating IP e8a10ee3-619e-40d0-8e3e-3eb3d5fea5fb associated. External IP: 172.27.0.212, port: a375ae8f-9ac8-4510-98fe-af0da824d71f.
Apr 11 17:23:56.707159 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766a464-7b86-461f-940f-0d7526a37f39 req-7bd2f399-e8b2-4ce9-9ed9-5349442425d7 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:56.709303 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1766a464-7b86-461f-940f-0d7526a37f39 req-7bd2f399-e8b2-4ce9-9ed9-5349442425d7 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6392ec0-4c0f-48d9-ab7a-748ee25aeda8 HTTP/1.1" status: 200  len: 943 time: 0.5348506
Apr 11 17:23:56.728043 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] Attempting to bind port cb34c20d-89ae-461d-9ebc-38192be55945 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:23:56.728449 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] Attempting to bind port cb34c20d-89ae-461d-9ebc-38192be55945 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '19041069-8da4-41e5-9e7b-777dc559c617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '163ae8d1-d871-44e4-843c-b234ec81234d'}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:23:56.728821 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] Attempting to bind port cb34c20d-89ae-461d-9ebc-38192be55945 on network 163ae8d1-d871-44e4-843c-b234ec81234d {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:23:56.766755 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] Port cb34c20d-89ae-461d-9ebc-38192be55945 on network 163ae8d1-d871-44e4-843c-b234ec81234d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 11 17:23:56.767120 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] Attempting to bind port cb34c20d-89ae-461d-9ebc-38192be55945 on network 163ae8d1-d871-44e4-843c-b234ec81234d {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:23:56.781045 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-27cbcb56-c2fb-4aa3-a2de-1b754ae52de4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:23:56.789229 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] Checking agent: {'id': 'ff222714-fd65-43da-9d5f-2c6b0dd417d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'started_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:23:56.789615 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] Checking segment: {'id': '19041069-8da4-41e5-9e7b-777dc559c617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '163ae8d1-d871-44e4-843c-b234ec81234d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:23:56.790044 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] Bound using segment: {'id': '19041069-8da4-41e5-9e7b-777dc559c617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '163ae8d1-d871-44e4-843c-b234ec81234d'} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:23:56.790524 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] Bound port: cb34c20d-89ae-461d-9ebc-38192be55945, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19041069-8da4-41e5-9e7b-777dc559c617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '163ae8d1-d871-44e4-843c-b234ec81234d'}}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:23:56.790914 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:56.830509 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1766a464-7b86-461f-940f-0d7526a37f39 req-da6b67e1-e9a8-48fe-bb86-0c9763fdde6a tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3148041-9d88-4bd9-9da3-f2cf39049a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034942
Apr 11 17:23:56.861146 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-27cbcb56-c2fb-4aa3-a2de-1b754ae52de4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:23:56.872148 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7b951c9a-007b-4d36-8723-86f166e5791b req-1d15a27a-84b6-4a22-9bcc-402fa803b27f tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0398ee-1f05-4b69-af9e-f2c9540b61b6 HTTP/1.1" status: 200  len: 210 time: 0.0564635
Apr 11 17:23:56.891136 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-27cbcb56-c2fb-4aa3-a2de-1b754ae52de4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Made reservation on behalf of 4744d33c997d404c90625352a9aecf4d for: {'port': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:23:56.897728 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-27cbcb56-c2fb-4aa3-a2de-1b754ae52de4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:57.196022 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:57.450123 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] For port cb34c20d-89ae-461d-9ebc-38192be55945, host hv-cinder-78477, cleared binding levels {{(pid=85264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:23:57.479017 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] For port cb34c20d-89ae-461d-9ebc-38192be55945, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cb34c20d-89ae-461d-9ebc-38192be55945,segment=NetworkSegment(19041069-8da4-41e5-9e7b-777dc559c617),segment_id=19041069-8da4-41e5-9e7b-777dc559c617)] {{(pid=85264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:23:57.498411 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:57.559912 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:57.799146 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-27cbcb56-c2fb-4aa3-a2de-1b754ae52de4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Allocated IP 172.20.0.9 (6d07600c-54c6-4d19-b4b0-98bb107e0071/366c0678-a15a-4f72-a34e-cf6cad6c7b77/ace93764-ce05-4f53-ae93-15588e04c194) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:23:57.813883 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c01a21-8511-42eb-b108-0551b7639303 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Router a3ad2c88-1e1b-417e-947c-d800526216bf has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:23:57.828272 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] Pushing event updated for resources: {'Port': ['ID=cb34c20d-89ae-461d-9ebc-38192be55945,revision_number=3']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:57.840229 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:58.044553 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e5ff4ab7-36a6-4d4e-9eb7-79c3888ccbd1 req-318f87b9-07a0-4ec2-ab11-18e697e408a4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0398ee-1f05-4b69-af9e-f2c9540b61b6 HTTP/1.1" status: 200  len: 210 time: 0.0494459
Apr 11 17:23:58.100640 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:58.101313 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:58.110442 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] 10.222.0.37 "PUT /v2.0/ports/cb34c20d-89ae-461d-9ebc-38192be55945 HTTP/1.1" status: 200  len: 1093 time: 4.2365775
Apr 11 17:23:58.128103 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6392ec0-4c0f-48d9-ab7a-748ee25aeda8', 'tag': 'cb34c20d-89ae-461d-9ebc-38192be55945'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:23:58.206867 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6392ec0-4c0f-48d9-ab7a-748ee25aeda8', 'tag': 'cb34c20d-89ae-461d-9ebc-38192be55945', 'status': 'completed', 'code': 200}
Apr 11 17:23:58.358003 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c01a21-8511-42eb-b108-0551b7639303 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:23:58.368015 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19d5352-85ea-41e9-8f01-d728c27847aa None None] Sync routers for ids ['a3ad2c88-1e1b-417e-947c-d800526216bf'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:23:58.377737 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19d5352-85ea-41e9-8f01-d728c27847aa None None] Routers {'a3ad2c88-1e1b-417e-947c-d800526216bf'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:23:58.378402 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-f19d5352-85ea-41e9-8f01-d728c27847aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226523d588>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:23:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['a3ad2c88-1e1b-417e-947c-d800526216bf'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:23:58.397169 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-63c01a21-8511-42eb-b108-0551b7639303 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for floatingip, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:58.438537 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776ee9b-31dd-4480-b19d-b6e0bb09eb7f req-5e2d439c-d669-4d82-abe5-34ac6b1042bf tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:58.440138 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7776ee9b-31dd-4480-b19d-b6e0bb09eb7f req-5e2d439c-d669-4d82-abe5-34ac6b1042bf tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6392ec0-4c0f-48d9-ab7a-748ee25aeda8 HTTP/1.1" status: 200  len: 943 time: 0.4713960
Apr 11 17:23:58.489166 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-27cbcb56-c2fb-4aa3-a2de-1b754ae52de4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:58.496617 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-c436aaf9-c9c6-4766-94c9-66ad4372f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:58.498174 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-c436aaf9-c9c6-4766-94c9-66ad4372f73a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a4d4716c982467ea89e93a1efd75cfd&device_id=e6392ec0-4c0f-48d9-ab7a-748ee25aeda8 HTTP/1.1" status: 200  len: 1096 time: 0.3403594
Apr 11 17:23:58.570468 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-f19d5352-85ea-41e9-8f01-d728c27847aa None None] Set router a3ad2c88-1e1b-417e-947c-d800526216bf gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:23:58.587891 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7776ee9b-31dd-4480-b19d-b6e0bb09eb7f req-1be19b4e-f138-4276-a45a-1fba09599848 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3148041-9d88-4bd9-9da3-f2cf39049a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293342
Apr 11 17:23:58.599839 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-27cbcb56-c2fb-4aa3-a2de-1b754ae52de4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Transition to ACTIVE for port object ace93764-ce05-4f53-ae93-15588e04c194 will not be triggered until provisioned by entity DHCP. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:23:58.610917 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-a2a71546-5ee9-4f46-b36a-eccbeb40c2ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb34c20d-89ae-461d-9ebc-38192be55945 HTTP/1.1" status: 200  len: 217 time: 0.0902944
Apr 11 17:23:58.610917 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-63c01a21-8511-42eb-b108-0551b7639303 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "PUT /v2.0/floatingips/e8a10ee3-619e-40d0-8e3e-3eb3d5fea5fb HTTP/1.1" status: 200  len: 992 time: 4.4018483
Apr 11 17:23:58.681264 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-6f42407c-7b88-4584-a70a-0e2ea5e7c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:58.682842 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-6f42407c-7b88-4584-a70a-0e2ea5e7c09a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=815ca517-c03f-4988-8c99-81fdbd01881b HTTP/1.1" status: 200  len: 849 time: 0.0751586
Apr 11 17:23:58.735176 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-27cbcb56-c2fb-4aa3-a2de-1b754ae52de4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:58.754326 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:23:58.788222 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-6a80bcdd-d1f5-4647-bca9-f59ee6f49596 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=163ae8d1-d871-44e4-843c-b234ec81234d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0985816
Apr 11 17:23:58.956848 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-f19d5352-85ea-41e9-8f01-d728c27847aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226523d588>, [{'id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'name': 'tempest-AttachVolumeShelveTestJSON-937382955-router', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '29460390dfea45e8a17222990e169b8c', 'gw_port': {'id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': 'e8a10ee3-619e-40d0-8e3e-3eb3d5fea5fb', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'port_id': 'a375ae8f-9ac8-4510-98fe-af0da824d71f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'mac_address': 'fa:16:3e:1f:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff859e-0fff-447c-9fc0-97ee525f2d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:23:36Z', 'updated_at': '2021-04-11T17:23:55Z', 'revision_number': 1, 'project_id': '29460390dfea45e8a17222990e169b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922e0f76-77c3-4bd4-aeac-876e1474f710', 'name': '', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'mac_address': 'fa:16:3e:53:8c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:21Z', 'updated_at': '2021-04-11T17:19:38Z', 'revision_number': 5, 'project_id': '29460390dfea45e8a17222990e169b8c', 'subnets': [{'id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:23:58.961437 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19d5352-85ea-41e9-8f01-d728c27847aa None None] Checking router: a3ad2c88-1e1b-417e-947c-d800526216bf for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:23:58.970504 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19d5352-85ea-41e9-8f01-d728c27847aa None None] Routers {'a3ad2c88-1e1b-417e-947c-d800526216bf'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:23:58.971166 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-f19d5352-85ea-41e9-8f01-d728c27847aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226523d588>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:23:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['a3ad2c88-1e1b-417e-947c-d800526216bf'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:23:58.993561 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbcb56-c2fb-4aa3-a2de-1b754ae52de4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Pushing event updated for resources: {'Port': ['ID=ace93764-ce05-4f53-ae93-15588e04c194,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:23:58.999912 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-27cbcb56-c2fb-4aa3-a2de-1b754ae52de4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:23:59.074728 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-c3196be1-392d-4cbe-8e67-87bfb07642d1 service neutron] 10.222.0.37 "GET /v2.0/networks/163ae8d1-d871-44e4-843c-b234ec81234d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2705421
Apr 11 17:23:59.105560 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-27cbcb56-c2fb-4aa3-a2de-1b754ae52de4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Network 6d07600c-54c6-4d19-b4b0-98bb107e0071 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:23:59.108948 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-27cbcb56-c2fb-4aa3-a2de-1b754ae52de4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:23:59.122520 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-27cbcb56-c2fb-4aa3-a2de-1b754ae52de4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:23:59.174126 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-f19d5352-85ea-41e9-8f01-d728c27847aa None None] Set router a3ad2c88-1e1b-417e-947c-d800526216bf gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:23:59.326575 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-27cbcb56-c2fb-4aa3-a2de-1b754ae52de4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:59.327256 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-27cbcb56-c2fb-4aa3-a2de-1b754ae52de4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:59.372896 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bbccdffc-9eeb-4c4a-b709-d0014c7985c5 req-b9b89b6d-563c-417d-8541-fbf5cac56635 service neutron] 10.222.0.37 "GET /v2.0/networks/163ae8d1-d871-44e4-843c-b234ec81234d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2907369
Apr 11 17:23:59.374151 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-27cbcb56-c2fb-4aa3-a2de-1b754ae52de4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0380602
Apr 11 17:23:59.389725 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] Request body: {'port': {'device_id': '7a0398ee-1f05-4b69-af9e-f2c9540b61b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:23:59.483519 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8eaf3b-3e10-4dec-b3aa-36154de4543b req-6aa88c2b-4da3-4fd9-b8a9-53207b7410ba tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:59.484240 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-2e8eaf3b-3e10-4dec-b3aa-36154de4543b req-6aa88c2b-4da3-4fd9-b8a9-53207b7410ba tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Synchronizing usage tracker for tenant:4744d33c997d404c90625352a9aecf4d on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:23:59.665787 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-e09ac979-7dde-42c2-9925-f3eb94a48763 None None] Provisioning for port ace93764-ce05-4f53-ae93-15588e04c194 completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:23:59.677205 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-e09ac979-7dde-42c2-9925-f3eb94a48763 None None] Provisioning complete for port ace93764-ce05-4f53-ae93-15588e04c194 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:23:59.677625 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e09ac979-7dde-42c2-9925-f3eb94a48763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:59.791303 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-2e8eaf3b-3e10-4dec-b3aa-36154de4543b req-6aa88c2b-4da3-4fd9-b8a9-53207b7410ba tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Unset dirty status for tenant:4744d33c997d404c90625352a9aecf4d on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:23:59.792519 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2e8eaf3b-3e10-4dec-b3aa-36154de4543b req-6aa88c2b-4da3-4fd9-b8a9-53207b7410ba tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0398ee-1f05-4b69-af9e-f2c9540b61b6 HTTP/1.1" status: 200  len: 931 time: 0.5787246
Apr 11 17:23:59.800720 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-e09ac979-7dde-42c2-9925-f3eb94a48763 None None] Port ace93764-ce05-4f53-ae93-15588e04c194 cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:23:59.825755 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119429ac-9c49-4534-9e96-4850c5320a47 req-83d54c94-d61f-4bd2-97f4-05139ee17317 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:59.828723 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-119429ac-9c49-4534-9e96-4850c5320a47 req-83d54c94-d61f-4bd2-97f4-05139ee17317 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6392ec0-4c0f-48d9-ab7a-748ee25aeda8 HTTP/1.1" status: 200  len: 943 time: 0.0995452
Apr 11 17:23:59.829523 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-f19d5352-85ea-41e9-8f01-d728c27847aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226523d588>, [{'id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'name': 'tempest-AttachVolumeShelveTestJSON-937382955-router', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '29460390dfea45e8a17222990e169b8c', 'gw_port': {'id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': 'e8a10ee3-619e-40d0-8e3e-3eb3d5fea5fb', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'port_id': 'a375ae8f-9ac8-4510-98fe-af0da824d71f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'mac_address': 'fa:16:3e:1f:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff859e-0fff-447c-9fc0-97ee525f2d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:23:36Z', 'updated_at': '2021-04-11T17:23:55Z', 'revision_number': 1, 'project_id': '29460390dfea45e8a17222990e169b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922e0f76-77c3-4bd4-aeac-876e1474f710', 'name': '', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'mac_address': 'fa:16:3e:53:8c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:21Z', 'updated_at': '2021-04-11T17:19:38Z', 'revision_number': 5, 'project_id': '29460390dfea45e8a17222990e169b8c', 'subnets': [{'id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:23:59.834497 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19d5352-85ea-41e9-8f01-d728c27847aa None None] The sync data for ids ['a3ad2c88-1e1b-417e-947c-d800526216bf'] in dv-cinder-784779-4-iscsi is: [{'id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'name': 'tempest-AttachVolumeShelveTestJSON-937382955-router', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '29460390dfea45e8a17222990e169b8c', 'gw_port': {'id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': 'e8a10ee3-619e-40d0-8e3e-3eb3d5fea5fb', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'port_id': 'a375ae8f-9ac8-4510-98fe-af0da824d71f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'mac_address': 'fa:16:3e:1f:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff859e-0fff-447c-9fc0-97ee525f2d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:23:36Z', 'updated_at': '2021-04-11T17:23:55Z', 'revision_number': 1, 'project_id': '29460390dfea45e8a17222990e169b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922e0f76-77c3-4bd4-aeac-876e1474f710', 'name': '', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'mac_address': 'fa:16:3e:53:8c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:21Z', 'updated_at': '2021-04-11T17:19:38Z', 'revision_number': 5, 'project_id': '29460390dfea45e8a17222990e169b8c', 'subnets': [{'id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:23:59.886818 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2e8eaf3b-3e10-4dec-b3aa-36154de4543b req-b071c1ba-d2e8-4486-87b2-88ae7c50e35d tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a63c77-275a-417b-94eb-e5b6eb26da9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588543
Apr 11 17:23:59.887071 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-119429ac-9c49-4534-9e96-4850c5320a47 req-6ae8ee26-3862-4be8-8755-47666bfa1595 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Synchronizing usage tracker for tenant:9a4d4716c982467ea89e93a1efd75cfd on resource:security_group {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:23:59.894045 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:23:59.916133 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-119429ac-9c49-4534-9e96-4850c5320a47 req-6ae8ee26-3862-4be8-8755-47666bfa1595 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Unset dirty status for tenant:9a4d4716c982467ea89e93a1efd75cfd on resource:security_group {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:23:59.917689 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-119429ac-9c49-4534-9e96-4850c5320a47 req-6ae8ee26-3862-4be8-8755-47666bfa1595 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3148041-9d88-4bd9-9da3-f2cf39049a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820632
Apr 11 17:23:59.943885 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c93e4-7ddc-48fc-af5a-1a61f37c29f4 req-a3ada1d8-304f-43a9-a49c-1ac2018a30d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:23:59.945512 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9a5c93e4-7ddc-48fc-af5a-1a61f37c29f4 req-a3ada1d8-304f-43a9-a49c-1ac2018a30d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a4d4716c982467ea89e93a1efd75cfd&device_id=e6392ec0-4c0f-48d9-ab7a-748ee25aeda8 HTTP/1.1" status: 200  len: 1096 time: 0.5224540
Apr 11 17:24:00.158095 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62abd506-fac4-42e9-963b-6365d554cd4f None None] New status for floating IP e8a10ee3-619e-40d0-8e3e-3eb3d5fea5fb: ACTIVE {{(pid=85267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 11 17:24:00.210096 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ff859e-0fff-447c-9fc0-97ee525f2d23', 'tag': 'a375ae8f-9ac8-4510-98fe-af0da824d71f'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:24:00.225186 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c93e4-7ddc-48fc-af5a-1a61f37c29f4 req-c086dbbe-7fde-4294-ac68-50696f1743ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:00.226809 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9a5c93e4-7ddc-48fc-af5a-1a61f37c29f4 req-c086dbbe-7fde-4294-ac68-50696f1743ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=163ae8d1-d871-44e4-843c-b234ec81234d HTTP/1.1" status: 200  len: 910 time: 0.2736571
Apr 11 17:24:00.304891 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ff859e-0fff-447c-9fc0-97ee525f2d23', 'tag': 'a375ae8f-9ac8-4510-98fe-af0da824d71f', 'status': 'completed', 'code': 200}
Apr 11 17:24:00.335496 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9a5c93e4-7ddc-48fc-af5a-1a61f37c29f4 req-d054a1cf-e1d3-4336-8946-c3f0bdf55a3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb34c20d-89ae-461d-9ebc-38192be55945 HTTP/1.1" status: 200  len: 217 time: 0.1015909
Apr 11 17:24:00.400928 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b1c41-905d-47e5-8168-b00695e249de req-9b0e0598-54e3-43db-8c34-65fab7dd3997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:00.402497 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3c2b1c41-905d-47e5-8168-b00695e249de req-9b0e0598-54e3-43db-8c34-65fab7dd3997 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=29460390dfea45e8a17222990e169b8c&device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 1099 time: 0.0855491
Apr 11 17:24:00.481807 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c93e4-7ddc-48fc-af5a-1a61f37c29f4 req-8596f2e2-6584-471b-9896-87d190953709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:00.483372 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9a5c93e4-7ddc-48fc-af5a-1a61f37c29f4 req-8596f2e2-6584-471b-9896-87d190953709 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=815ca517-c03f-4988-8c99-81fdbd01881b HTTP/1.1" status: 200  len: 849 time: 0.0959477
Apr 11 17:24:00.547570 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9a5c93e4-7ddc-48fc-af5a-1a61f37c29f4 req-942b0145-a700-49f9-ad04-8b16a01a0890 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=163ae8d1-d871-44e4-843c-b234ec81234d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0547938
Apr 11 17:24:00.548220 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b1c41-905d-47e5-8168-b00695e249de req-9731335b-9343-4826-990b-5beba727afac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:00.549823 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3c2b1c41-905d-47e5-8168-b00695e249de req-9731335b-9343-4826-990b-5beba727afac service neutron] 10.222.0.37 "GET /v2.0/networks?id=7a796639-a912-42cf-b262-8ecc2c9af48b HTTP/1.1" status: 200  len: 917 time: 0.1417124
Apr 11 17:24:00.664939 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3c2b1c41-905d-47e5-8168-b00695e249de req-adc807ac-0352-4140-8e09-0918a9339e77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a375ae8f-9ac8-4510-98fe-af0da824d71f HTTP/1.1" status: 200  len: 1002 time: 0.1056850
Apr 11 17:24:00.732691 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b1c41-905d-47e5-8168-b00695e249de req-069dd896-571a-469b-9958-cb46dbb8da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:00.733467 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace93764-ce05-4f53-ae93-15588e04c194 {{(pid=85264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:24:00.734236 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3c2b1c41-905d-47e5-8168-b00695e249de req-069dd896-571a-469b-9958-cb46dbb8da60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ae25664-a4e8-4c35-9626-880cdfd5329a HTTP/1.1" status: 200  len: 855 time: 0.0637701
Apr 11 17:24:00.745202 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:00.779884 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] Transition to ACTIVE for port object ace93764-ce05-4f53-ae93-15588e04c194 will not be triggered until provisioned by entity L2. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:24:00.785596 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:00.807589 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:24:00.820745 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b1c41-905d-47e5-8168-b00695e249de req-f65f6c28-a97d-4c5f-866b-47067b4a58ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:00.822350 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3c2b1c41-905d-47e5-8168-b00695e249de req-f65f6c28-a97d-4c5f-866b-47067b4a58ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7a796639-a912-42cf-b262-8ecc2c9af48b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820448
Apr 11 17:24:00.837247 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device cb34c20d-89ae-461d-9ebc-38192be55945 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:24:00.859510 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9a5c93e4-7ddc-48fc-af5a-1a61f37c29f4 req-2a2eb1c0-725f-4de8-8010-2cac79f5ed50 service neutron] 10.222.0.37 "GET /v2.0/networks/163ae8d1-d871-44e4-843c-b234ec81234d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2931516
Apr 11 17:24:00.988599 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port cb34c20d-89ae-461d-9ebc-38192be55945, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cb34c20d-89ae-461d-9ebc-38192be55945,segment=NetworkSegment(19041069-8da4-41e5-9e7b-777dc559c617),segment_id=19041069-8da4-41e5-9e7b-777dc559c617)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:24:00.994662 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3c2b1c41-905d-47e5-8168-b00695e249de req-8df03a8c-393c-436e-92a1-d2f5e03fae2e service neutron] 10.222.0.37 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1655855
Apr 11 17:24:01.007298 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': 'cb34c20d-89ae-461d-9ebc-38192be55945', 'network_id': '163ae8d1-d871-44e4-843c-b234ec81234d', 'port_id': 'cb34c20d-89ae-461d-9ebc-38192be55945', 'mac_address': 'fa:16:3e:81:b1:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '815ca517-c03f-4988-8c99-81fdbd01881b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:24:01.078455 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:01.079640 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ace93764-ce05-4f53-ae93-15588e04c194,revision_number=2']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:24:01.099348 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:24:01.106882 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb34c20d-89ae-461d-9ebc-38192be55945 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:24:01.126818 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port cb34c20d-89ae-461d-9ebc-38192be55945, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cb34c20d-89ae-461d-9ebc-38192be55945,segment=NetworkSegment(19041069-8da4-41e5-9e7b-777dc559c617),segment_id=19041069-8da4-41e5-9e7b-777dc559c617)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:24:01.136675 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:01.139904 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-6368bd48-fdba-4f95-a9d7-42de5d1a7cea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:24:01.190929 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3c2b1c41-905d-47e5-8168-b00695e249de req-5296d6c5-9b6f-4c2c-9c11-58884483bdc7 service neutron] 10.222.0.37 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1902039
Apr 11 17:24:01.265303 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=cb34c20d-89ae-461d-9ebc-38192be55945,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:24:01.280455 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:24:01.294051 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9a5c93e4-7ddc-48fc-af5a-1a61f37c29f4 req-bdf14f51-beee-49f2-87ee-c5faabc7209a service neutron] 10.222.0.37 "GET /v2.0/networks/163ae8d1-d871-44e4-843c-b234ec81234d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4216707
Apr 11 17:24:01.358581 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['cb34c20d-89ae-461d-9ebc-38192be55945'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:24:01.507428 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] Attempting to bind port ace93764-ce05-4f53-ae93-15588e04c194 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:24:01.507808 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] Attempting to bind port ace93764-ce05-4f53-ae93-15588e04c194 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '40454cb1-b1a9-4aa3-a5ee-c66792ea66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071'}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:24:01.508740 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] Attempting to bind port ace93764-ce05-4f53-ae93-15588e04c194 on network 6d07600c-54c6-4d19-b4b0-98bb107e0071 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:24:01.522794 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] Port ace93764-ce05-4f53-ae93-15588e04c194 on network 6d07600c-54c6-4d19-b4b0-98bb107e0071 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 11 17:24:01.523157 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] Attempting to bind port ace93764-ce05-4f53-ae93-15588e04c194 on network 6d07600c-54c6-4d19-b4b0-98bb107e0071 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:24:01.532777 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] Checking agent: {'id': 'ff222714-fd65-43da-9d5f-2c6b0dd417d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'started_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:24:01.533162 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] Checking segment: {'id': '40454cb1-b1a9-4aa3-a5ee-c66792ea66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:24:01.533586 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] Bound using segment: {'id': '40454cb1-b1a9-4aa3-a5ee-c66792ea66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071'} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:24:01.534101 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] Bound port: ace93764-ce05-4f53-ae93-15588e04c194, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40454cb1-b1a9-4aa3-a5ee-c66792ea66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071'}}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:24:01.534490 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:01.550387 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d1e71-031f-4fa9-bcdf-eee4ca95dc8c req-831de21a-a16b-44d6-a253-d69b213d2b22 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:01.552712 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ad1d1e71-031f-4fa9-bcdf-eee4ca95dc8c req-831de21a-a16b-44d6-a253-d69b213d2b22 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6392ec0-4c0f-48d9-ab7a-748ee25aeda8 HTTP/1.1" status: 200  len: 944 time: 0.4328380
Apr 11 17:24:01.584271 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ad1d1e71-031f-4fa9-bcdf-eee4ca95dc8c req-81c1340e-0b24-4846-ba7e-3f41ad3bb892 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3148041-9d88-4bd9-9da3-f2cf39049a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0248814
Apr 11 17:24:01.637569 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] For port ace93764-ce05-4f53-ae93-15588e04c194, host hv-cinder-78477, cleared binding levels {{(pid=85264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:24:01.642137 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] For port ace93764-ce05-4f53-ae93-15588e04c194, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ace93764-ce05-4f53-ae93-15588e04c194,segment=NetworkSegment(40454cb1-b1a9-4aa3-a5ee-c66792ea66eb),segment_id=40454cb1-b1a9-4aa3-a5ee-c66792ea66eb)] {{(pid=85264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:24:01.652277 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d94f4e-44df-4636-9d44-decf36d678fc req-f077ca5e-588b-46fc-8391-aa158d3bc582 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:01.653922 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-75d94f4e-44df-4636-9d44-decf36d678fc req-f077ca5e-588b-46fc-8391-aa158d3bc582 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0398ee-1f05-4b69-af9e-f2c9540b61b6 HTTP/1.1" status: 200  len: 943 time: 0.5492558
Apr 11 17:24:01.655490 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:01.674265 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-6901c4da-db7f-49cc-b419-8eb5248d058c tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:24:01.827198 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-75d94f4e-44df-4636-9d44-decf36d678fc req-8c01ebc4-95ff-4c7f-b0fa-670e80d1cd5d tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a63c77-275a-417b-94eb-e5b6eb26da9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1539385
Apr 11 17:24:01.866030 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ace93764-ce05-4f53-ae93-15588e04c194,revision_number=3']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:24:01.871437 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:24:01.899856 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:01.900628 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:01.902027 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] 10.222.0.37 "PUT /v2.0/ports/ace93764-ce05-4f53-ae93-15588e04c194 HTTP/1.1" status: 200  len: 1093 time: 2.5181625
Apr 11 17:24:02.019170 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-089bc3c5-d0fe-4f7c-b829-04bb99993ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:02.022096 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-089bc3c5-d0fe-4f7c-b829-04bb99993ff9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4744d33c997d404c90625352a9aecf4d&device_id=7a0398ee-1f05-4b69-af9e-f2c9540b61b6 HTTP/1.1" status: 200  len: 1096 time: 0.0836835
Apr 11 17:24:02.110854 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-cde79a35-e202-4c52-a0ed-218b7fecdd8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ace93764-ce05-4f53-ae93-15588e04c194 HTTP/1.1" status: 200  len: 217 time: 0.0710020
Apr 11 17:24:02.178581 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-d7db216e-9cd1-4bab-b5ba-930a8ddd763d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:02.180039 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-d7db216e-9cd1-4bab-b5ba-930a8ddd763d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=366c0678-a15a-4f72-a34e-cf6cad6c7b77 HTTP/1.1" status: 200  len: 848 time: 0.0634818
Apr 11 17:24:02.264820 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-3641cc41-5856-482b-9bf9-cc5accdaadbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:02.266432 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-3641cc41-5856-482b-9bf9-cc5accdaadbe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d07600c-54c6-4d19-b4b0-98bb107e0071&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803671
Apr 11 17:24:02.307158 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0398ee-1f05-4b69-af9e-f2c9540b61b6', 'tag': 'ace93764-ce05-4f53-ae93-15588e04c194'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:24:02.370090 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0398ee-1f05-4b69-af9e-f2c9540b61b6', 'tag': 'ace93764-ce05-4f53-ae93-15588e04c194', 'status': 'completed', 'code': 200}
Apr 11 17:24:02.417901 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-86b40470-9d60-4e1f-afc3-06a3a3a69f05 service neutron] 10.222.0.37 "GET /v2.0/networks/6d07600c-54c6-4d19-b4b0-98bb107e0071?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449409
Apr 11 17:24:02.833970 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc1414bc-b689-472c-a287-4ffd9e318f45 req-0d02e95b-8545-412e-bf1b-31906285508e service neutron] 10.222.0.37 "GET /v2.0/networks/6d07600c-54c6-4d19-b4b0-98bb107e0071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4094331
Apr 11 17:24:02.841690 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device cb34c20d-89ae-461d-9ebc-38192be55945 up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:24:02.917364 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning for port cb34c20d-89ae-461d-9ebc-38192be55945 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:24:02.922621 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port cb34c20d-89ae-461d-9ebc-38192be55945 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:24:02.923202 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:02.956634 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a604e95-aec7-4b93-9041-e25621c32b24 req-d22efe11-9a2c-42c5-9662-a6737105978d tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:02.959152 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5a604e95-aec7-4b93-9041-e25621c32b24 req-d22efe11-9a2c-42c5-9662-a6737105978d tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6392ec0-4c0f-48d9-ab7a-748ee25aeda8 HTTP/1.1" status: 200  len: 944 time: 0.1643510
Apr 11 17:24:03.010452 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5a604e95-aec7-4b93-9041-e25621c32b24 req-d9bb0e21-5246-4597-9815-5949c2dee480 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3148041-9d88-4bd9-9da3-f2cf39049a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365384
Apr 11 17:24:03.013593 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15434dc-1318-4896-a8f8-71d5e7def745 req-5ad80315-39a4-4768-afc4-e9ffd83219bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:03.015204 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f15434dc-1318-4896-a8f8-71d5e7def745 req-5ad80315-39a4-4768-afc4-e9ffd83219bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4744d33c997d404c90625352a9aecf4d&device_id=7a0398ee-1f05-4b69-af9e-f2c9540b61b6 HTTP/1.1" status: 200  len: 1096 time: 0.1283693
Apr 11 17:24:03.055112 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd0900-2259-4e30-9a63-9ccce837a2c6 req-cbb37047-1a08-4b66-a624-8611f1893da2 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:03.056922 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a4bd0900-2259-4e30-9a63-9ccce837a2c6 req-cbb37047-1a08-4b66-a624-8611f1893da2 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0398ee-1f05-4b69-af9e-f2c9540b61b6 HTTP/1.1" status: 200  len: 943 time: 0.1094873
Apr 11 17:24:03.060140 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:03.072611 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6392ec0-4c0f-48d9-ab7a-748ee25aeda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb34c20d-89ae-461d-9ebc-38192be55945'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:24:03.083646 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port cb34c20d-89ae-461d-9ebc-38192be55945, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cb34c20d-89ae-461d-9ebc-38192be55945,segment=NetworkSegment(19041069-8da4-41e5-9e7b-777dc559c617),segment_id=19041069-8da4-41e5-9e7b-777dc559c617)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:24:03.087357 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:03.089385 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:24:03.092279 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a4bd0900-2259-4e30-9a63-9ccce837a2c6 req-c29f5c97-815e-489f-a5d6-97af9f5728a2 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a63c77-275a-417b-94eb-e5b6eb26da9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0276933
Apr 11 17:24:03.137469 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6392ec0-4c0f-48d9-ab7a-748ee25aeda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb34c20d-89ae-461d-9ebc-38192be55945', 'code': 200}
Apr 11 17:24:03.166115 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=cb34c20d-89ae-461d-9ebc-38192be55945,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:24:03.170770 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:24:03.172866 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15434dc-1318-4896-a8f8-71d5e7def745 req-f887dc44-d526-4b8c-afd2-8d5d4988e380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:03.174444 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f15434dc-1318-4896-a8f8-71d5e7def745 req-f887dc44-d526-4b8c-afd2-8d5d4988e380 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d07600c-54c6-4d19-b4b0-98bb107e0071 HTTP/1.1" status: 200  len: 910 time: 0.1524398
Apr 11 17:24:03.249533 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f15434dc-1318-4896-a8f8-71d5e7def745 req-3e3839a5-7d57-4312-abfc-fbb2c29a072d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ace93764-ce05-4f53-ae93-15588e04c194 HTTP/1.1" status: 200  len: 217 time: 0.0677512
Apr 11 17:24:03.326556 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15434dc-1318-4896-a8f8-71d5e7def745 req-00dd313d-a71a-4b2f-8d5e-7d6caaa25b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:03.328100 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f15434dc-1318-4896-a8f8-71d5e7def745 req-00dd313d-a71a-4b2f-8d5e-7d6caaa25b17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=366c0678-a15a-4f72-a34e-cf6cad6c7b77 HTTP/1.1" status: 200  len: 848 time: 0.0718243
Apr 11 17:24:03.474825 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0516b6-6c14-4a21-9097-72073f357d26 req-69227ae3-cecb-4d2f-bbe8-a56c557516f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:03.476411 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bc0516b6-6c14-4a21-9097-72073f357d26 req-69227ae3-cecb-4d2f-bbe8-a56c557516f7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e6392ec0-4c0f-48d9-ab7a-748ee25aeda8 HTTP/1.1" status: 200  len: 1098 time: 0.1519692
Apr 11 17:24:03.478399 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15434dc-1318-4896-a8f8-71d5e7def745 req-1aa5ad29-9407-4a91-b67c-09168299230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:03.479822 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f15434dc-1318-4896-a8f8-71d5e7def745 req-1aa5ad29-9407-4a91-b67c-09168299230a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d07600c-54c6-4d19-b4b0-98bb107e0071&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1179965
Apr 11 17:24:03.552854 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bc0516b6-6c14-4a21-9097-72073f357d26 req-1d80b3fb-460c-417a-9b3b-de5d65d9cbd4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b3148041-9d88-4bd9-9da3-f2cf39049a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573971
Apr 11 17:24:03.649821 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f15434dc-1318-4896-a8f8-71d5e7def745 req-6c4b4eab-ad15-44aa-887e-0a514c17fa57 service neutron] 10.222.0.37 "GET /v2.0/networks/6d07600c-54c6-4d19-b4b0-98bb107e0071?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1530783
Apr 11 17:24:03.792936 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f15434dc-1318-4896-a8f8-71d5e7def745 req-ce0778ce-e8ee-4965-b99d-b3f6e60568cf service neutron] 10.222.0.37 "GET /v2.0/networks/6d07600c-54c6-4d19-b4b0-98bb107e0071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366875
Apr 11 17:24:04.224593 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70951085-b837-4e3b-a167-f35867fd109a req-8dfa41cc-6de9-46f9-8cd5-7e61dcae4411 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:04.226349 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-70951085-b837-4e3b-a167-f35867fd109a req-8dfa41cc-6de9-46f9-8cd5-7e61dcae4411 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6392ec0-4c0f-48d9-ab7a-748ee25aeda8 HTTP/1.1" status: 200  len: 945 time: 0.0954418
Apr 11 17:24:04.259675 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-70951085-b837-4e3b-a167-f35867fd109a req-034171ab-c394-4e05-b388-ce5381caaf47 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3148041-9d88-4bd9-9da3-f2cf39049a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0271480
Apr 11 17:24:04.314381 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565470ff-ab3d-40d7-9493-361da0e408e2 req-c969b81f-63f6-4640-9c9b-e310ba00f7bb tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:04.315964 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-565470ff-ab3d-40d7-9493-361da0e408e2 req-c969b81f-63f6-4640-9c9b-e310ba00f7bb tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0398ee-1f05-4b69-af9e-f2c9540b61b6 HTTP/1.1" status: 200  len: 943 time: 0.1018248
Apr 11 17:24:04.347330 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-565470ff-ab3d-40d7-9493-361da0e408e2 req-0a73b1b4-839f-4d55-be82-2c0b34114be0 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a63c77-275a-417b-94eb-e5b6eb26da9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0246422
Apr 11 17:24:05.467523 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07890b1-90c0-4f34-8d2a-a4dd25ee850c req-df9e37c2-3584-4649-abf2-a46354dcbd2d tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:05.469117 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a07890b1-90c0-4f34-8d2a-a4dd25ee850c req-df9e37c2-3584-4649-abf2-a46354dcbd2d tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6392ec0-4c0f-48d9-ab7a-748ee25aeda8 HTTP/1.1" status: 200  len: 945 time: 0.0920558
Apr 11 17:24:05.500515 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a07890b1-90c0-4f34-8d2a-a4dd25ee850c req-36430f2d-431b-4645-9ac3-240c2b185a5e tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3148041-9d88-4bd9-9da3-f2cf39049a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0242684
Apr 11 17:24:05.555918 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074de37-e0d5-44cb-b56c-ce5a3226ee3f req-fd676e85-ecfc-43f7-98b4-b85eb0cf8d9b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:05.557526 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b074de37-e0d5-44cb-b56c-ce5a3226ee3f req-fd676e85-ecfc-43f7-98b4-b85eb0cf8d9b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0398ee-1f05-4b69-af9e-f2c9540b61b6 HTTP/1.1" status: 200  len: 943 time: 0.0938892
Apr 11 17:24:05.588956 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b074de37-e0d5-44cb-b56c-ce5a3226ee3f req-565979bd-3c00-4cde-9532-df008a47f443 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a63c77-275a-417b-94eb-e5b6eb26da9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0248258
Apr 11 17:24:06.665345 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058631ce-325f-41eb-8fe7-6910db027cfa req-44807171-cf8f-45c6-b6fa-64bcdee09863 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:06.666940 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-058631ce-325f-41eb-8fe7-6910db027cfa req-44807171-cf8f-45c6-b6fa-64bcdee09863 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6392ec0-4c0f-48d9-ab7a-748ee25aeda8 HTTP/1.1" status: 200  len: 945 time: 0.0891495
Apr 11 17:24:06.697951 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-058631ce-325f-41eb-8fe7-6910db027cfa req-fdee9bb7-5c8b-4069-bb34-21379f079986 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3148041-9d88-4bd9-9da3-f2cf39049a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244188
Apr 11 17:24:06.796559 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd242be-0ec1-4a71-a50c-1eff7f915a1f req-6adeeb01-fddb-4637-b707-ef4d47e7717a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:06.798133 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9bd242be-0ec1-4a71-a50c-1eff7f915a1f req-6adeeb01-fddb-4637-b707-ef4d47e7717a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0398ee-1f05-4b69-af9e-f2c9540b61b6 HTTP/1.1" status: 200  len: 943 time: 0.0900524
Apr 11 17:24:06.827991 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9bd242be-0ec1-4a71-a50c-1eff7f915a1f req-86be4be2-0e7b-4d4f-b7c0-2b54444101c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a63c77-275a-417b-94eb-e5b6eb26da9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0235279
Apr 11 17:24:06.853365 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device ace93764-ce05-4f53-ae93-15588e04c194 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:24:06.997241 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port ace93764-ce05-4f53-ae93-15588e04c194, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ace93764-ce05-4f53-ae93-15588e04c194,segment=NetworkSegment(40454cb1-b1a9-4aa3-a5ee-c66792ea66eb),segment_id=40454cb1-b1a9-4aa3-a5ee-c66792ea66eb)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:24:07.014875 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': 'ace93764-ce05-4f53-ae93-15588e04c194', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'port_id': 'ace93764-ce05-4f53-ae93-15588e04c194', 'mac_address': 'fa:16:3e:11:d2:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:24:07.073080 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:07.074349 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace93764-ce05-4f53-ae93-15588e04c194 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:24:07.090344 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port ace93764-ce05-4f53-ae93-15588e04c194, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ace93764-ce05-4f53-ae93-15588e04c194,segment=NetworkSegment(40454cb1-b1a9-4aa3-a5ee-c66792ea66eb),segment_id=40454cb1-b1a9-4aa3-a5ee-c66792ea66eb)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:24:07.093165 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:07.095713 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b71be563-5ade-4461-b9e0-4ff8c7fe01ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:24:07.164308 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=ace93764-ce05-4f53-ae93-15588e04c194,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:24:07.167671 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:24:07.344235 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['ace93764-ce05-4f53-ae93-15588e04c194'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:24:07.962855 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5160fb-e0c3-400b-8229-a8dccc32158f req-cea2992c-3561-4073-b5d1-f293fc0eb5ef tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:07.964490 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dc5160fb-e0c3-400b-8229-a8dccc32158f req-cea2992c-3561-4073-b5d1-f293fc0eb5ef tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6392ec0-4c0f-48d9-ab7a-748ee25aeda8 HTTP/1.1" status: 200  len: 945 time: 0.1344755
Apr 11 17:24:08.004198 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dc5160fb-e0c3-400b-8229-a8dccc32158f req-45bb6ebc-ebe8-43e1-acd9-34976b4c2917 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3148041-9d88-4bd9-9da3-f2cf39049a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309570
Apr 11 17:24:08.034477 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578593a-86bd-4b3a-9c86-86a398a41ed6 req-ae230b99-1c64-48c5-85a0-9ad6c9024c86 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:08.036704 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2578593a-86bd-4b3a-9c86-86a398a41ed6 req-ae230b99-1c64-48c5-85a0-9ad6c9024c86 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6392ec0-4c0f-48d9-ab7a-748ee25aeda8 HTTP/1.1" status: 200  len: 945 time: 0.1238332
Apr 11 17:24:08.036915 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4bd77b-4bcc-4b8e-b47d-d06d7b1938f3 req-03ab6b30-60f9-42b3-9d63-1302fdbac624 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:08.038388 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fc4bd77b-4bcc-4b8e-b47d-d06d7b1938f3 req-03ab6b30-60f9-42b3-9d63-1302fdbac624 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0398ee-1f05-4b69-af9e-f2c9540b61b6 HTTP/1.1" status: 200  len: 944 time: 0.0939751
Apr 11 17:24:08.068796 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fc4bd77b-4bcc-4b8e-b47d-d06d7b1938f3 req-578556fd-40fc-4cee-aab2-0ba5ce62ee30 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a63c77-275a-417b-94eb-e5b6eb26da9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0239518
Apr 11 17:24:08.118355 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-2578593a-86bd-4b3a-9c86-86a398a41ed6 req-99e614aa-19da-4aed-afdd-e52bb5cf8095 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Deleting port cb34c20d-89ae-461d-9ebc-38192be55945 {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:24:08.118737 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-2578593a-86bd-4b3a-9c86-86a398a41ed6 req-99e614aa-19da-4aed-afdd-e52bb5cf8095 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:08.385356 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-2578593a-86bd-4b3a-9c86-86a398a41ed6 req-99e614aa-19da-4aed-afdd-e52bb5cf8095 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] For port cb34c20d-89ae-461d-9ebc-38192be55945, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cb34c20d-89ae-461d-9ebc-38192be55945,segment=NetworkSegment(19041069-8da4-41e5-9e7b-777dc559c617),segment_id=19041069-8da4-41e5-9e7b-777dc559c617)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:24:08.385767 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-2578593a-86bd-4b3a-9c86-86a398a41ed6 req-99e614aa-19da-4aed-afdd-e52bb5cf8095 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:08.522104 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-2578593a-86bd-4b3a-9c86-86a398a41ed6 req-99e614aa-19da-4aed-afdd-e52bb5cf8095 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Calling delete_port for cb34c20d-89ae-461d-9ebc-38192be55945 owned by compute:nova {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:24:08.668649 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-2578593a-86bd-4b3a-9c86-86a398a41ed6 req-99e614aa-19da-4aed-afdd-e52bb5cf8095 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:08.680007 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['cb34c20d-89ae-461d-9ebc-38192be55945'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:24:08.684496 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:24:08.744627 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e614aa-19da-4aed-afdd-e52bb5cf8095 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Pushing event deleted for resources: {'Port': ['ID=cb34c20d-89ae-461d-9ebc-38192be55945,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:24:08.806775 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e614aa-19da-4aed-afdd-e52bb5cf8095 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:08.807193 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e614aa-19da-4aed-afdd-e52bb5cf8095 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:08.807607 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e614aa-19da-4aed-afdd-e52bb5cf8095 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:08.808016 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e614aa-19da-4aed-afdd-e52bb5cf8095 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:08.808465 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e614aa-19da-4aed-afdd-e52bb5cf8095 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:08.808844 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e614aa-19da-4aed-afdd-e52bb5cf8095 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:08.809242 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e614aa-19da-4aed-afdd-e52bb5cf8095 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:08.809639 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e614aa-19da-4aed-afdd-e52bb5cf8095 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:08.810034 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e614aa-19da-4aed-afdd-e52bb5cf8095 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:08.810430 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e614aa-19da-4aed-afdd-e52bb5cf8095 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:08.810825 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e614aa-19da-4aed-afdd-e52bb5cf8095 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:08.811217 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e614aa-19da-4aed-afdd-e52bb5cf8095 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:08.815961 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-99e614aa-19da-4aed-afdd-e52bb5cf8095 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:24:08.865433 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device ace93764-ce05-4f53-ae93-15588e04c194 up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:24:08.940085 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning for port ace93764-ce05-4f53-ae93-15588e04c194 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:24:08.944014 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-2578593a-86bd-4b3a-9c86-86a398a41ed6 req-99e614aa-19da-4aed-afdd-e52bb5cf8095 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] No DVR routers for this DVR port cb34c20d-89ae-461d-9ebc-38192be55945 on host hv-cinder-78477 {{(pid=85264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:24:08.944928 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port ace93764-ce05-4f53-ae93-15588e04c194 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:24:08.945356 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:08.946648 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-2578593a-86bd-4b3a-9c86-86a398a41ed6 req-99e614aa-19da-4aed-afdd-e52bb5cf8095 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:08.949549 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6392ec0-4c0f-48d9-ab7a-748ee25aeda8', 'name': 'network-vif-deleted', 'tag': 'cb34c20d-89ae-461d-9ebc-38192be55945'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:24:08.965468 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2578593a-86bd-4b3a-9c86-86a398a41ed6 req-99e614aa-19da-4aed-afdd-e52bb5cf8095 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.37 "DELETE /v2.0/ports/cb34c20d-89ae-461d-9ebc-38192be55945 HTTP/1.1" status: 204  len: 173 time: 0.9227726
Apr 11 17:24:09.008918 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6392ec0-4c0f-48d9-ab7a-748ee25aeda8', 'name': 'network-vif-deleted', 'tag': 'cb34c20d-89ae-461d-9ebc-38192be55945', 'status': 'completed', 'code': 200}
Apr 11 17:24:09.081198 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:09.094097 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0398ee-1f05-4b69-af9e-f2c9540b61b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace93764-ce05-4f53-ae93-15588e04c194'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:24:09.105139 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port ace93764-ce05-4f53-ae93-15588e04c194, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ace93764-ce05-4f53-ae93-15588e04c194,segment=NetworkSegment(40454cb1-b1a9-4aa3-a5ee-c66792ea66eb),segment_id=40454cb1-b1a9-4aa3-a5ee-c66792ea66eb)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:24:09.109010 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:09.111014 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:24:09.186974 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4ea9d3aa-4ca6-4f50-bde4-ef7f68527314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:09.196262 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-04f023b1-b146-47d2-b5c2-b37779d7f67f req-888049f0-ea51-40e6-bacf-2c91440f48e1 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Synchronizing usage tracker for tenant:9a4d4716c982467ea89e93a1efd75cfd on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:24:09.199544 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=ace93764-ce05-4f53-ae93-15588e04c194,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:24:09.207402 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:24:09.213199 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-04f023b1-b146-47d2-b5c2-b37779d7f67f req-888049f0-ea51-40e6-bacf-2c91440f48e1 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Unset dirty status for tenant:9a4d4716c982467ea89e93a1efd75cfd on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:24:09.214472 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-04f023b1-b146-47d2-b5c2-b37779d7f67f req-888049f0-ea51-40e6-bacf-2c91440f48e1 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6392ec0-4c0f-48d9-ab7a-748ee25aeda8 HTTP/1.1" status: 200  len: 210 time: 0.0722775
Apr 11 17:24:09.271992 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0398ee-1f05-4b69-af9e-f2c9540b61b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace93764-ce05-4f53-ae93-15588e04c194', 'code': 200}
Apr 11 17:24:09.300908 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f4ac2-b388-4602-a601-e1a4ccf074d6 req-3a9d958d-5173-4ba2-83b5-8c4ebe7285c2 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:09.302956 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f82f4ac2-b388-4602-a601-e1a4ccf074d6 req-3a9d958d-5173-4ba2-83b5-8c4ebe7285c2 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0398ee-1f05-4b69-af9e-f2c9540b61b6 HTTP/1.1" status: 200  len: 945 time: 0.0948706
Apr 11 17:24:09.335625 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f82f4ac2-b388-4602-a601-e1a4ccf074d6 req-c9366062-65e4-408e-b66f-6383eac3d935 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a63c77-275a-417b-94eb-e5b6eb26da9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0260010
Apr 11 17:24:09.535265 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd98f5-8c3a-4f44-8542-9110dbe2e50d req-2323897f-f8c6-49b6-b06b-83f6c79dd78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:09.538106 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5bcd98f5-8c3a-4f44-8542-9110dbe2e50d req-2323897f-f8c6-49b6-b06b-83f6c79dd78d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7a0398ee-1f05-4b69-af9e-f2c9540b61b6 HTTP/1.1" status: 200  len: 1098 time: 0.0868781
Apr 11 17:24:09.568836 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5bcd98f5-8c3a-4f44-8542-9110dbe2e50d req-8b6ae07e-f02b-4d33-9b93-56ccdf005071 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d0a63c77-275a-417b-94eb-e5b6eb26da9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0236619
Apr 11 17:24:10.558581 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083a375-f07f-4107-8483-8e01c3539a56 req-06b7d4ba-e6cc-4210-be34-1c4fe5d9badb tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:10.561663 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f083a375-f07f-4107-8483-8e01c3539a56 req-06b7d4ba-e6cc-4210-be34-1c4fe5d9badb tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0398ee-1f05-4b69-af9e-f2c9540b61b6 HTTP/1.1" status: 200  len: 945 time: 0.0967381
Apr 11 17:24:10.594667 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f083a375-f07f-4107-8483-8e01c3539a56 req-7d82711e-6c28-456e-b5b7-ce5254138fd9 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a63c77-275a-417b-94eb-e5b6eb26da9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0274982
Apr 11 17:24:10.624652 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-fa851642-ec8c-47b5-a191-724f54f4127a tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:10.626228 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-fa851642-ec8c-47b5-a191-724f54f4127a tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/networks?id=163ae8d1-d871-44e4-843c-b234ec81234d HTTP/1.1" status: 200  len: 809 time: 0.1582153
Apr 11 17:24:10.643956 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-fb56918d-d7c1-413d-b42c-74d9c865b791 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/quotas/9a4d4716c982467ea89e93a1efd75cfd HTTP/1.1" status: 200  len: 375 time: 0.0099871
Apr 11 17:24:10.701419 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-976d6206-9207-4454-95e1-cbc70b1c6e45 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a4d4716c982467ea89e93a1efd75cfd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0508025
Apr 11 17:24:10.792951 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3611e69-1f54-4d6d-8388-7807eb33aed6 req-c98abbeb-e4d5-42d9-96d3-5b0d817413af tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:10.794636 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b3611e69-1f54-4d6d-8388-7807eb33aed6 req-c98abbeb-e4d5-42d9-96d3-5b0d817413af tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0398ee-1f05-4b69-af9e-f2c9540b61b6 HTTP/1.1" status: 200  len: 945 time: 0.0920436
Apr 11 17:24:10.804941 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 52608) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:24:10.810922 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-ca251901-fcb4-446a-bc09-afe88323c2d4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Request body: {'floatingip': {'port_id': 'ace93764-ce05-4f53-ae93-15588e04c194'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:24:10.863542 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device cb34c20d-89ae-461d-9ebc-38192be55945 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:24:10.897854 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-783a6c25-c606-4b3c-917d-5d0e956e9184 service neutron] 10.222.0.30 "GET /v2.0/networks/163ae8d1-d871-44e4-843c-b234ec81234d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1874635
Apr 11 17:24:10.906526 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ca251901-fcb4-446a-bc09-afe88323c2d4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for floatingip, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:10.907022 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] No Port match for: cb34c20d-89ae-461d-9ebc-38192be55945 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:24:10.907426 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device cb34c20d-89ae-461d-9ebc-38192be55945 not bound to the agent host hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:24:11.042906 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-a701cfc4-5a36-4743-aa0e-ad83ae651efb service neutron] 10.222.0.30 "GET /v2.0/networks/163ae8d1-d871-44e4-843c-b234ec81234d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403863
Apr 11 17:24:11.297514 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c32ea4ce-96f6-4c2e-996c-8c51ab94c7d8 req-0eab448f-372c-4598-bd12-d2ffd6971d4b tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbea10ce-ec0a-481e-8157-97d7c922317e HTTP/1.1" status: 200  len: 210 time: 0.0588651
Apr 11 17:24:11.316621 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:24:11.659712 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0da55a04-eaac-4e9e-9b77-81a83b371baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:11.849550 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ca251901-fcb4-446a-bc09-afe88323c2d4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:11.852385 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ca251901-fcb4-446a-bc09-afe88323c2d4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448862'] for floatingip, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:12.042182 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.l3_db [None req-ca251901-fcb4-446a-bc09-afe88323c2d4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Floating IP 43dde497-c44b-4230-8ac0-226539cda378 associated. External IP: 172.27.0.102, port: ace93764-ce05-4f53-ae93-15588e04c194.
Apr 11 17:24:12.520572 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f6da6f19-f868-4b04-9683-48d5a439168e req-574b16ca-a70d-4007-8f39-6831c3ea6ca0 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbea10ce-ec0a-481e-8157-97d7c922317e HTTP/1.1" status: 200  len: 210 time: 0.0747712
Apr 11 17:24:12.558220 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:12.590039 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca251901-fcb4-446a-bc09-afe88323c2d4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Router 38177bda-7d49-4ffe-93e3-2e01a9b56183 has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:24:12.796595 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-5399b575-4bd7-49ef-89fb-5d4feb8113d8 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:12.798143 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-5399b575-4bd7-49ef-89fb-5d4feb8113d8 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.37 "GET /v2.0/networks?id=163ae8d1-d871-44e4-843c-b234ec81234d HTTP/1.1" status: 200  len: 809 time: 0.3795238
Apr 11 17:24:12.819775 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-61cbb2cd-c9ee-4dae-b12c-7d07ec49c845 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Request body: {'port': {'device_id': 'cbea10ce-ec0a-481e-8157-97d7c922317e', 'network_id': '163ae8d1-d871-44e4-843c-b234ec81234d', 'admin_state_up': True, 'tenant_id': '9a4d4716c982467ea89e93a1efd75cfd'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:24:12.932562 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca251901-fcb4-446a-bc09-afe88323c2d4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:24:12.939139 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ca251901-fcb4-446a-bc09-afe88323c2d4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for floatingip, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:12.942117 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415af964-6917-4ba2-a3e0-2809e6d28468 None None] Sync routers for ids ['38177bda-7d49-4ffe-93e3-2e01a9b56183'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:24:12.952288 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415af964-6917-4ba2-a3e0-2809e6d28468 None None] Routers {'38177bda-7d49-4ffe-93e3-2e01a9b56183'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:24:12.953007 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-415af964-6917-4ba2-a3e0-2809e6d28468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2267407a58>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:24:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['38177bda-7d49-4ffe-93e3-2e01a9b56183'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:24:13.028079 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-ca251901-fcb4-446a-bc09-afe88323c2d4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "PUT /v2.0/floatingips/43dde497-c44b-4230-8ac0-226539cda378 HTTP/1.1" status: 200  len: 991 time: 2.2219265
Apr 11 17:24:13.030289 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0398ee-1f05-4b69-af9e-f2c9540b61b6', 'tag': 'ace93764-ce05-4f53-ae93-15588e04c194'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:24:13.040569 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-61cbb2cd-c9ee-4dae-b12c-7d07ec49c845 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:24:13.051168 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-61cbb2cd-c9ee-4dae-b12c-7d07ec49c845 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:24:13.062057 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-61cbb2cd-c9ee-4dae-b12c-7d07ec49c845 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Made reservation on behalf of 9a4d4716c982467ea89e93a1efd75cfd for: {'port': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:24:13.069044 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-61cbb2cd-c9ee-4dae-b12c-7d07ec49c845 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:13.116583 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0398ee-1f05-4b69-af9e-f2c9540b61b6', 'tag': 'ace93764-ce05-4f53-ae93-15588e04c194', 'status': 'completed', 'code': 200}
Apr 11 17:24:13.154307 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:13.182892 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-415af964-6917-4ba2-a3e0-2809e6d28468 None None] Set router 38177bda-7d49-4ffe-93e3-2e01a9b56183 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:24:13.309165 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bc688-f4c0-4a68-bbe5-34d8b6a5b4d4 req-6cfd4421-ad17-45e1-9c5a-cf94e6ba5ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:13.310270 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-392bc688-f4c0-4a68-bbe5-34d8b6a5b4d4 req-6cfd4421-ad17-45e1-9c5a-cf94e6ba5ee4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4744d33c997d404c90625352a9aecf4d&device_id=7a0398ee-1f05-4b69-af9e-f2c9540b61b6 HTTP/1.1" status: 200  len: 1098 time: 0.1732509
Apr 11 17:24:13.311714 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-61cbb2cd-c9ee-4dae-b12c-7d07ec49c845 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Allocated IP 172.20.0.11 (163ae8d1-d871-44e4-843c-b234ec81234d/815ca517-c03f-4988-8c99-81fdbd01881b/63858257-a3c5-453e-83e2-56785eb3d1c7) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:24:13.564863 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-415af964-6917-4ba2-a3e0-2809e6d28468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2267407a58>, [{'id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'name': 'tempest-AttachVolumeTestJSON-65746940-router', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:18Z', 'revision_number': 4, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'gw_port': {'id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': '43dde497-c44b-4230-8ac0-226539cda378', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'port_id': 'ace93764-ce05-4f53-ae93-15588e04c194', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'mac_address': 'fa:16:3e:11:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0398ee-1f05-4b69-af9e-f2c9540b61b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:23:51Z', 'updated_at': '2021-04-11T17:24:11Z', 'revision_number': 1, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb279e5-e880-465b-8a08-6f111da87baf', 'name': '', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'mac_address': 'fa:16:3e:45:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:13Z', 'updated_at': '2021-04-11T17:19:30Z', 'revision_number': 5, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'subnets': [{'id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:24:13.569021 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415af964-6917-4ba2-a3e0-2809e6d28468 None None] Checking router: 38177bda-7d49-4ffe-93e3-2e01a9b56183 for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:24:13.578118 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415af964-6917-4ba2-a3e0-2809e6d28468 None None] Routers {'38177bda-7d49-4ffe-93e3-2e01a9b56183'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:24:13.578813 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-415af964-6917-4ba2-a3e0-2809e6d28468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2267407a58>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:24:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['38177bda-7d49-4ffe-93e3-2e01a9b56183'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:24:13.593644 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bc688-f4c0-4a68-bbe5-34d8b6a5b4d4 req-65a5b7b3-5654-4bcf-a1ff-f28d0d7975c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:13.595245 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-392bc688-f4c0-4a68-bbe5-34d8b6a5b4d4 req-65a5b7b3-5654-4bcf-a1ff-f28d0d7975c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6d07600c-54c6-4d19-b4b0-98bb107e0071 HTTP/1.1" status: 200  len: 910 time: 0.2719524
Apr 11 17:24:13.698119 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-154eb2b8-b9fd-4465-a551-4d05221f87a8 req-b669e347-706a-481a-b3e1-fe08688c03d0 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbea10ce-ec0a-481e-8157-97d7c922317e HTTP/1.1" status: 200  len: 210 time: 0.0531058
Apr 11 17:24:13.735506 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-61cbb2cd-c9ee-4dae-b12c-7d07ec49c845 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:13.745310 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:13.752936 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-392bc688-f4c0-4a68-bbe5-34d8b6a5b4d4 req-28648f06-1df1-43fb-af84-073e9cfe21ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ace93764-ce05-4f53-ae93-15588e04c194 HTTP/1.1" status: 200  len: 999 time: 0.1467195
Apr 11 17:24:13.792107 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-415af964-6917-4ba2-a3e0-2809e6d28468 None None] Set router 38177bda-7d49-4ffe-93e3-2e01a9b56183 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:24:13.837696 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bc688-f4c0-4a68-bbe5-34d8b6a5b4d4 req-fbf97739-031c-47b6-a9a7-f8fb04e420a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:13.839185 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-392bc688-f4c0-4a68-bbe5-34d8b6a5b4d4 req-fbf97739-031c-47b6-a9a7-f8fb04e420a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=366c0678-a15a-4f72-a34e-cf6cad6c7b77 HTTP/1.1" status: 200  len: 848 time: 0.0787253
Apr 11 17:24:13.843874 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-61cbb2cd-c9ee-4dae-b12c-7d07ec49c845 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:13.859638 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:24:14.346126 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbb2cd-c9ee-4dae-b12c-7d07ec49c845 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Pushing event updated for resources: {'Port': ['ID=63858257-a3c5-453e-83e2-56785eb3d1c7,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:24:14.358632 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-61cbb2cd-c9ee-4dae-b12c-7d07ec49c845 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:24:14.370695 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-415af964-6917-4ba2-a3e0-2809e6d28468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2267407a58>, [{'id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'name': 'tempest-AttachVolumeTestJSON-65746940-router', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:18Z', 'revision_number': 4, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'gw_port': {'id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': '43dde497-c44b-4230-8ac0-226539cda378', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'port_id': 'ace93764-ce05-4f53-ae93-15588e04c194', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'mac_address': 'fa:16:3e:11:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0398ee-1f05-4b69-af9e-f2c9540b61b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:23:51Z', 'updated_at': '2021-04-11T17:24:11Z', 'revision_number': 1, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb279e5-e880-465b-8a08-6f111da87baf', 'name': '', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'mac_address': 'fa:16:3e:45:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:13Z', 'updated_at': '2021-04-11T17:19:30Z', 'revision_number': 5, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'subnets': [{'id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:24:14.375114 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415af964-6917-4ba2-a3e0-2809e6d28468 None None] The sync data for ids ['38177bda-7d49-4ffe-93e3-2e01a9b56183'] in dv-cinder-784779-4-iscsi is: [{'id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'name': 'tempest-AttachVolumeTestJSON-65746940-router', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:18Z', 'revision_number': 4, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'gw_port': {'id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': '43dde497-c44b-4230-8ac0-226539cda378', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'port_id': 'ace93764-ce05-4f53-ae93-15588e04c194', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'mac_address': 'fa:16:3e:11:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0398ee-1f05-4b69-af9e-f2c9540b61b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:23:51Z', 'updated_at': '2021-04-11T17:24:11Z', 'revision_number': 1, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb279e5-e880-465b-8a08-6f111da87baf', 'name': '', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'mac_address': 'fa:16:3e:45:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:13Z', 'updated_at': '2021-04-11T17:19:30Z', 'revision_number': 5, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'subnets': [{'id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:24:14.404665 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bc688-f4c0-4a68-bbe5-34d8b6a5b4d4 req-ea151c2f-e6f1-4b02-b446-64edf44f8559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:14.406263 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-392bc688-f4c0-4a68-bbe5-34d8b6a5b4d4 req-ea151c2f-e6f1-4b02-b446-64edf44f8559 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6d07600c-54c6-4d19-b4b0-98bb107e0071&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5064168
Apr 11 17:24:14.436875 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-61cbb2cd-c9ee-4dae-b12c-7d07ec49c845 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Network 163ae8d1-d871-44e4-843c-b234ec81234d is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:24:14.440224 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-61cbb2cd-c9ee-4dae-b12c-7d07ec49c845 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:24:14.453694 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-61cbb2cd-c9ee-4dae-b12c-7d07ec49c845 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:24:14.593463 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-61cbb2cd-c9ee-4dae-b12c-7d07ec49c845 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:14.594128 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-61cbb2cd-c9ee-4dae-b12c-7d07ec49c845 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:14.636485 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-392bc688-f4c0-4a68-bbe5-34d8b6a5b4d4 req-c52e2267-dc18-4ae6-a0e0-3f887a97eadd service neutron] 10.222.0.37 "GET /v2.0/networks/6d07600c-54c6-4d19-b4b0-98bb107e0071?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2224422
Apr 11 17:24:14.640618 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-61cbb2cd-c9ee-4dae-b12c-7d07ec49c845 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8256180
Apr 11 17:24:14.682728 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-17818167-5405-453a-b94d-97a75b0daddd service neutron] Request body: {'port': {'device_id': 'cbea10ce-ec0a-481e-8157-97d7c922317e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:24:14.695488 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f743562-4eef-4b90-b80b-98e07b5c68a7 None None] New status for floating IP 43dde497-c44b-4230-8ac0-226539cda378: ACTIVE {{(pid=85267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 11 17:24:14.965049 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-392bc688-f4c0-4a68-bbe5-34d8b6a5b4d4 req-41c3ae0b-d6af-4087-8f98-c156083e4264 service neutron] 10.222.0.37 "GET /v2.0/networks/6d07600c-54c6-4d19-b4b0-98bb107e0071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3127096
Apr 11 17:24:14.966431 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-17818167-5405-453a-b94d-97a75b0daddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:15.091291 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b5062-e3c3-4843-9da6-54228873b943 req-87404e77-0b37-44bc-ab94-e6c51913f1d8 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:15.092042 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-cb1b5062-e3c3-4843-9da6-54228873b943 req-87404e77-0b37-44bc-ab94-e6c51913f1d8 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Synchronizing usage tracker for tenant:9a4d4716c982467ea89e93a1efd75cfd on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:24:15.166824 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-cb1b5062-e3c3-4843-9da6-54228873b943 req-87404e77-0b37-44bc-ab94-e6c51913f1d8 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Unset dirty status for tenant:9a4d4716c982467ea89e93a1efd75cfd on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:24:15.168095 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cb1b5062-e3c3-4843-9da6-54228873b943 req-87404e77-0b37-44bc-ab94-e6c51913f1d8 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbea10ce-ec0a-481e-8157-97d7c922317e HTTP/1.1" status: 200  len: 932 time: 0.3440044
Apr 11 17:24:15.221889 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cb1b5062-e3c3-4843-9da6-54228873b943 req-7b05f701-4d81-41c8-9f71-770854a75ae8 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3148041-9d88-4bd9-9da3-f2cf39049a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469813
Apr 11 17:24:15.444662 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-17818167-5405-453a-b94d-97a75b0daddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63858257-a3c5-453e-83e2-56785eb3d1c7 {{(pid=85264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:24:15.452960 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-17818167-5405-453a-b94d-97a75b0daddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:15.469136 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-17818167-5405-453a-b94d-97a75b0daddd service neutron] Transition to ACTIVE for port object 63858257-a3c5-453e-83e2-56785eb3d1c7 will not be triggered until provisioned by entity L2. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:24:15.472027 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-17818167-5405-453a-b94d-97a75b0daddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:15.488744 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-67d08bdd-5bb1-412f-8f24-6e8388b6e1f2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:24:15.634063 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17818167-5405-453a-b94d-97a75b0daddd service neutron] Pushing event updated for resources: {'Port': ['ID=63858257-a3c5-453e-83e2-56785eb3d1c7,revision_number=2']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:24:15.638596 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-17818167-5405-453a-b94d-97a75b0daddd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:24:15.849768 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-17818167-5405-453a-b94d-97a75b0daddd service neutron] Attempting to bind port 63858257-a3c5-453e-83e2-56785eb3d1c7 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:24:15.850070 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-17818167-5405-453a-b94d-97a75b0daddd service neutron] Attempting to bind port 63858257-a3c5-453e-83e2-56785eb3d1c7 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '19041069-8da4-41e5-9e7b-777dc559c617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '163ae8d1-d871-44e4-843c-b234ec81234d'}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:24:15.850429 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-17818167-5405-453a-b94d-97a75b0daddd service neutron] Attempting to bind port 63858257-a3c5-453e-83e2-56785eb3d1c7 on network 163ae8d1-d871-44e4-843c-b234ec81234d {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:24:15.855372 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-17818167-5405-453a-b94d-97a75b0daddd service neutron] Port 63858257-a3c5-453e-83e2-56785eb3d1c7 on network 163ae8d1-d871-44e4-843c-b234ec81234d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 11 17:24:15.855732 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-17818167-5405-453a-b94d-97a75b0daddd service neutron] Attempting to bind port 63858257-a3c5-453e-83e2-56785eb3d1c7 on network 163ae8d1-d871-44e4-843c-b234ec81234d {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:24:15.861203 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-17818167-5405-453a-b94d-97a75b0daddd service neutron] Checking agent: {'id': 'ff222714-fd65-43da-9d5f-2c6b0dd417d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'started_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:24:15.861580 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-17818167-5405-453a-b94d-97a75b0daddd service neutron] Checking segment: {'id': '19041069-8da4-41e5-9e7b-777dc559c617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '163ae8d1-d871-44e4-843c-b234ec81234d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:24:15.862001 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-17818167-5405-453a-b94d-97a75b0daddd service neutron] Bound using segment: {'id': '19041069-8da4-41e5-9e7b-777dc559c617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '163ae8d1-d871-44e4-843c-b234ec81234d'} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:24:15.862476 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-17818167-5405-453a-b94d-97a75b0daddd service neutron] Bound port: 63858257-a3c5-453e-83e2-56785eb3d1c7, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19041069-8da4-41e5-9e7b-777dc559c617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '163ae8d1-d871-44e4-843c-b234ec81234d'}}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:24:15.862882 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-17818167-5405-453a-b94d-97a75b0daddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:15.938850 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-17818167-5405-453a-b94d-97a75b0daddd service neutron] For port 63858257-a3c5-453e-83e2-56785eb3d1c7, host hv-cinder-78477, cleared binding levels {{(pid=85264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:24:15.942637 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-17818167-5405-453a-b94d-97a75b0daddd service neutron] For port 63858257-a3c5-453e-83e2-56785eb3d1c7, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=63858257-a3c5-453e-83e2-56785eb3d1c7,segment=NetworkSegment(19041069-8da4-41e5-9e7b-777dc559c617),segment_id=19041069-8da4-41e5-9e7b-777dc559c617)] {{(pid=85264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:24:15.945922 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-17818167-5405-453a-b94d-97a75b0daddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:15.961629 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ca69caa4-ab74-4606-aca8-46b16ca395e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:24:16.115191 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17818167-5405-453a-b94d-97a75b0daddd service neutron] Pushing event updated for resources: {'Port': ['ID=63858257-a3c5-453e-83e2-56785eb3d1c7,revision_number=3']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:24:16.120215 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-17818167-5405-453a-b94d-97a75b0daddd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:24:16.154406 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-17818167-5405-453a-b94d-97a75b0daddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:16.154949 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-17818167-5405-453a-b94d-97a75b0daddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:16.156957 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-17818167-5405-453a-b94d-97a75b0daddd service neutron] 10.222.0.37 "PUT /v2.0/ports/63858257-a3c5-453e-83e2-56785eb3d1c7 HTTP/1.1" status: 200  len: 1094 time: 1.5026872
Apr 11 17:24:16.157484 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbea10ce-ec0a-481e-8157-97d7c922317e', 'tag': '63858257-a3c5-453e-83e2-56785eb3d1c7'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:24:16.235664 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbea10ce-ec0a-481e-8157-97d7c922317e', 'tag': '63858257-a3c5-453e-83e2-56785eb3d1c7', 'status': 'completed', 'code': 200}
Apr 11 17:24:16.276031 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-b487306c-c2d6-42b0-827b-cc0f15a96ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:16.278130 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-b487306c-c2d6-42b0-827b-cc0f15a96ff5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a4d4716c982467ea89e93a1efd75cfd&device_id=cbea10ce-ec0a-481e-8157-97d7c922317e HTTP/1.1" status: 200  len: 1097 time: 0.0833888
Apr 11 17:24:16.406142 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-cfe566f0-f363-4d9f-9a53-781e667b48ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63858257-a3c5-453e-83e2-56785eb3d1c7 HTTP/1.1" status: 200  len: 217 time: 0.1160722
Apr 11 17:24:16.495870 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-9610eaed-afaf-45e8-83ec-cd6d9d7b8994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:16.497446 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-9610eaed-afaf-45e8-83ec-cd6d9d7b8994 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=815ca517-c03f-4988-8c99-81fdbd01881b HTTP/1.1" status: 200  len: 849 time: 0.0849631
Apr 11 17:24:16.510222 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822887e-46a0-4200-a0e9-e8ce586ba053 req-af0f02b0-dff0-4d7c-b4e6-326e1b2652d5 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:16.511743 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b822887e-46a0-4200-a0e9-e8ce586ba053 req-af0f02b0-dff0-4d7c-b4e6-326e1b2652d5 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbea10ce-ec0a-481e-8157-97d7c922317e HTTP/1.1" status: 200  len: 944 time: 0.1646557
Apr 11 17:24:16.576063 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-81f1b786-cf72-4b9e-bf87-1174ac895090 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=163ae8d1-d871-44e4-843c-b234ec81234d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0604560
Apr 11 17:24:16.589101 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b822887e-46a0-4200-a0e9-e8ce586ba053 req-4ac7029b-55de-4253-a424-a3d24083c3f9 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3148041-9d88-4bd9-9da3-f2cf39049a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315189
Apr 11 17:24:16.732782 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-bc6d1739-bf63-4556-a651-e0d8b46dab1a service neutron] 10.222.0.37 "GET /v2.0/networks/163ae8d1-d871-44e4-843c-b234ec81234d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392760
Apr 11 17:24:16.875220 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cc806dcf-c6cc-4713-9914-6a38048ca6e1 req-ffb976ff-23b2-483d-8c20-fc4c44910fa6 service neutron] 10.222.0.37 "GET /v2.0/networks/163ae8d1-d871-44e4-843c-b234ec81234d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358898
Apr 11 17:24:16.993806 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0531b9-04af-4675-884a-8a3f4a109076 req-08cb648e-b2af-4f46-a284-d282fe476e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:16.995425 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2c0531b9-04af-4675-884a-8a3f4a109076 req-08cb648e-b2af-4f46-a284-d282fe476e4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a4d4716c982467ea89e93a1efd75cfd&device_id=cbea10ce-ec0a-481e-8157-97d7c922317e HTTP/1.1" status: 200  len: 1097 time: 0.0781028
Apr 11 17:24:17.183584 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0531b9-04af-4675-884a-8a3f4a109076 req-52dd44a7-3e15-4412-b2b3-1e7b8e702942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:17.185171 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2c0531b9-04af-4675-884a-8a3f4a109076 req-52dd44a7-3e15-4412-b2b3-1e7b8e702942 service neutron] 10.222.0.37 "GET /v2.0/networks?id=163ae8d1-d871-44e4-843c-b234ec81234d HTTP/1.1" status: 200  len: 910 time: 0.1823583
Apr 11 17:24:17.269921 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2c0531b9-04af-4675-884a-8a3f4a109076 req-1a096b21-19ba-482e-b57d-c4f67e252376 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63858257-a3c5-453e-83e2-56785eb3d1c7 HTTP/1.1" status: 200  len: 217 time: 0.0708089
Apr 11 17:24:17.342457 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0531b9-04af-4675-884a-8a3f4a109076 req-2059aace-db4b-4926-b84c-06098b6eb2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:17.343993 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2c0531b9-04af-4675-884a-8a3f4a109076 req-2059aace-db4b-4926-b84c-06098b6eb2b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=815ca517-c03f-4988-8c99-81fdbd01881b HTTP/1.1" status: 200  len: 849 time: 0.0645573
Apr 11 17:24:17.402649 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2c0531b9-04af-4675-884a-8a3f4a109076 req-83f49346-a565-44b4-bbf9-cebff837fd20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=163ae8d1-d871-44e4-843c-b234ec81234d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509858
Apr 11 17:24:17.808737 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2c0531b9-04af-4675-884a-8a3f4a109076 req-388f07a5-7f0b-4462-b14f-261f38798e2e service neutron] 10.222.0.37 "GET /v2.0/networks/163ae8d1-d871-44e4-843c-b234ec81234d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3936491
Apr 11 17:24:17.810911 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90334a9b-d222-435d-a31c-6d8b7bb6c737 req-0dfbfc89-5ae5-4bef-85fc-562fd4864eef tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:17.812536 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-90334a9b-d222-435d-a31c-6d8b7bb6c737 req-0dfbfc89-5ae5-4bef-85fc-562fd4864eef tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbea10ce-ec0a-481e-8157-97d7c922317e HTTP/1.1" status: 200  len: 944 time: 0.0917084
Apr 11 17:24:17.846221 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-90334a9b-d222-435d-a31c-6d8b7bb6c737 req-bcc226f5-5af2-4e79-9043-3d8cdf476a31 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3148041-9d88-4bd9-9da3-f2cf39049a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0264199
Apr 11 17:24:17.964217 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2c0531b9-04af-4675-884a-8a3f4a109076 req-a73f1952-d34c-4116-ab78-bf27ee5fa5f4 service neutron] 10.222.0.37 "GET /v2.0/networks/163ae8d1-d871-44e4-843c-b234ec81234d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1478136
Apr 11 17:24:19.060602 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507e90a-0fd5-49b5-a376-3d04d1d47807 req-7f246c55-c7d1-46b3-9e1c-225eea0a1ab2 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:19.062107 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c507e90a-0fd5-49b5-a376-3d04d1d47807 req-7f246c55-c7d1-46b3-9e1c-225eea0a1ab2 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbea10ce-ec0a-481e-8157-97d7c922317e HTTP/1.1" status: 200  len: 944 time: 0.0905256
Apr 11 17:24:19.093262 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c507e90a-0fd5-49b5-a376-3d04d1d47807 req-bb5d99de-4228-41d1-a324-7e805c72220f tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3148041-9d88-4bd9-9da3-f2cf39049a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0238364
Apr 11 17:24:20.302139 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4617d44-7fce-43b5-968b-38eee7eb8b0b req-6c7deb54-4c2b-48fc-8755-fea8cdd69b95 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:20.303729 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f4617d44-7fce-43b5-968b-38eee7eb8b0b req-6c7deb54-4c2b-48fc-8755-fea8cdd69b95 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbea10ce-ec0a-481e-8157-97d7c922317e HTTP/1.1" status: 200  len: 944 time: 0.0906909
Apr 11 17:24:20.335524 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f4617d44-7fce-43b5-968b-38eee7eb8b0b req-c4b819a8-5f2a-4383-b24e-1400a7f3e3ed tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3148041-9d88-4bd9-9da3-f2cf39049a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0252876
Apr 11 17:24:20.912805 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 63858257-a3c5-453e-83e2-56785eb3d1c7 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:24:21.058322 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 63858257-a3c5-453e-83e2-56785eb3d1c7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=63858257-a3c5-453e-83e2-56785eb3d1c7,segment=NetworkSegment(19041069-8da4-41e5-9e7b-777dc559c617),segment_id=19041069-8da4-41e5-9e7b-777dc559c617)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:24:21.072118 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': '63858257-a3c5-453e-83e2-56785eb3d1c7', 'network_id': '163ae8d1-d871-44e4-843c-b234ec81234d', 'port_id': '63858257-a3c5-453e-83e2-56785eb3d1c7', 'mac_address': 'fa:16:3e:0c:b6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '815ca517-c03f-4988-8c99-81fdbd01881b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:24:21.130785 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:21.132100 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63858257-a3c5-453e-83e2-56785eb3d1c7 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:24:21.148219 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 63858257-a3c5-453e-83e2-56785eb3d1c7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=63858257-a3c5-453e-83e2-56785eb3d1c7,segment=NetworkSegment(19041069-8da4-41e5-9e7b-777dc559c617),segment_id=19041069-8da4-41e5-9e7b-777dc559c617)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:24:21.151077 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:21.152907 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:24:21.224162 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=63858257-a3c5-453e-83e2-56785eb3d1c7,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:24:21.227426 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:24:21.416849 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['63858257-a3c5-453e-83e2-56785eb3d1c7'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:24:21.545421 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e386949-7991-4b9e-8cc6-8f744013d41a req-ba72cebc-29da-4633-9bdf-d982cc2a08bb tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:21.546927 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1e386949-7991-4b9e-8cc6-8f744013d41a req-ba72cebc-29da-4633-9bdf-d982cc2a08bb tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbea10ce-ec0a-481e-8157-97d7c922317e HTTP/1.1" status: 200  len: 945 time: 0.0942845
Apr 11 17:24:21.577293 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1e386949-7991-4b9e-8cc6-8f744013d41a req-6b5e3bb4-e322-4d5d-8955-e4a0feca1837 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3148041-9d88-4bd9-9da3-f2cf39049a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0239675
Apr 11 17:24:22.782850 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c0d4d-2ed1-4361-a912-4be59ab64c92 req-71193e34-1efe-4d4b-a7e1-cdf22bb78a5a tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:22.784456 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-885c0d4d-2ed1-4361-a912-4be59ab64c92 req-71193e34-1efe-4d4b-a7e1-cdf22bb78a5a tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbea10ce-ec0a-481e-8157-97d7c922317e HTTP/1.1" status: 200  len: 945 time: 0.0881188
Apr 11 17:24:22.814233 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-885c0d4d-2ed1-4361-a912-4be59ab64c92 req-045ba116-6043-4fc5-9b82-e39d8a224484 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3148041-9d88-4bd9-9da3-f2cf39049a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0230651
Apr 11 17:24:22.929379 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 63858257-a3c5-453e-83e2-56785eb3d1c7 up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:24:23.001688 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning for port 63858257-a3c5-453e-83e2-56785eb3d1c7 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:24:23.006440 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port 63858257-a3c5-453e-83e2-56785eb3d1c7 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:24:23.006852 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:23.127557 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:23.138915 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbea10ce-ec0a-481e-8157-97d7c922317e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63858257-a3c5-453e-83e2-56785eb3d1c7'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:24:23.149799 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 63858257-a3c5-453e-83e2-56785eb3d1c7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=63858257-a3c5-453e-83e2-56785eb3d1c7,segment=NetworkSegment(19041069-8da4-41e5-9e7b-777dc559c617),segment_id=19041069-8da4-41e5-9e7b-777dc559c617)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:24:23.152671 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:23.154568 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:24:23.195197 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbea10ce-ec0a-481e-8157-97d7c922317e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63858257-a3c5-453e-83e2-56785eb3d1c7', 'code': 200}
Apr 11 17:24:23.232572 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=63858257-a3c5-453e-83e2-56785eb3d1c7,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:24:23.235672 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:24:23.442785 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f864d7-d090-4aea-a63b-1f547baecdc0 req-8174dd3d-5825-439e-bfe1-232081a1c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:23.444331 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c7f864d7-d090-4aea-a63b-1f547baecdc0 req-8174dd3d-5825-439e-bfe1-232081a1c02b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cbea10ce-ec0a-481e-8157-97d7c922317e HTTP/1.1" status: 200  len: 1099 time: 0.0794461
Apr 11 17:24:23.477914 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c7f864d7-d090-4aea-a63b-1f547baecdc0 req-0f757e6f-92f3-427d-98a5-0fe919bdc52e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b3148041-9d88-4bd9-9da3-f2cf39049a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0205669
Apr 11 17:24:24.021584 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174840e3-319d-4ad4-be01-be2c6a79e2ff req-91db1125-132d-40ec-99a4-d347cb9d6ae9 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:24.023165 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-174840e3-319d-4ad4-be01-be2c6a79e2ff req-91db1125-132d-40ec-99a4-d347cb9d6ae9 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbea10ce-ec0a-481e-8157-97d7c922317e HTTP/1.1" status: 200  len: 946 time: 0.0910661
Apr 11 17:24:24.054494 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-174840e3-319d-4ad4-be01-be2c6a79e2ff req-2c458e88-e1ea-4338-af04-a953b923c7b0 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3148041-9d88-4bd9-9da3-f2cf39049a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0247347
Apr 11 17:24:25.260767 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fbfb9-47a9-48eb-b076-90da22e4d25e req-e6afe6d6-ae94-4518-9cf0-5354aacc1e0a tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:25.262371 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c50fbfb9-47a9-48eb-b076-90da22e4d25e req-e6afe6d6-ae94-4518-9cf0-5354aacc1e0a tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbea10ce-ec0a-481e-8157-97d7c922317e HTTP/1.1" status: 200  len: 946 time: 0.0944147
Apr 11 17:24:25.293947 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c50fbfb9-47a9-48eb-b076-90da22e4d25e req-45a9a0ff-590d-4b6f-a40d-15b5063abc85 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3148041-9d88-4bd9-9da3-f2cf39049a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251861
Apr 11 17:24:26.468659 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658b08b-f92b-40cc-b07e-de14c800e2bb req-a9c9eddb-1873-4436-b9bc-bdecf1f3b0ea tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:26.470253 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d658b08b-f92b-40cc-b07e-de14c800e2bb req-a9c9eddb-1873-4436-b9bc-bdecf1f3b0ea tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbea10ce-ec0a-481e-8157-97d7c922317e HTTP/1.1" status: 200  len: 946 time: 0.0896945
Apr 11 17:24:26.501780 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d658b08b-f92b-40cc-b07e-de14c800e2bb req-f093ea4c-6b89-452f-a2c8-274714ce729b tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3148041-9d88-4bd9-9da3-f2cf39049a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0245259
Apr 11 17:24:27.204615 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:27.706220 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a9405-817b-40a4-96ad-9085894986ef req-6254856c-d47f-4828-913c-abcb17c68d13 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:27.707805 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4e7a9405-817b-40a4-96ad-9085894986ef req-6254856c-d47f-4828-913c-abcb17c68d13 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbea10ce-ec0a-481e-8157-97d7c922317e HTTP/1.1" status: 200  len: 946 time: 0.0889020
Apr 11 17:24:27.739679 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4e7a9405-817b-40a4-96ad-9085894986ef req-8c516774-797f-4b16-8af5-8f54554a986d tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/security-groups?id=b3148041-9d88-4bd9-9da3-f2cf39049a0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0248780
Apr 11 17:24:27.962353 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4173198-933c-4036-8f38-56c897985093 req-221ac4fd-e216-453a-8e19-2a65eb7465eb tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:27.963922 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a4173198-933c-4036-8f38-56c897985093 req-221ac4fd-e216-453a-8e19-2a65eb7465eb tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbea10ce-ec0a-481e-8157-97d7c922317e HTTP/1.1" status: 200  len: 946 time: 0.0951755
Apr 11 17:24:28.050459 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-a4173198-933c-4036-8f38-56c897985093 req-b4327e66-0451-4638-8319-d37c2d436656 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Deleting port 63858257-a3c5-453e-83e2-56785eb3d1c7 {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:24:28.050814 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-a4173198-933c-4036-8f38-56c897985093 req-b4327e66-0451-4638-8319-d37c2d436656 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:28.315710 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-a4173198-933c-4036-8f38-56c897985093 req-b4327e66-0451-4638-8319-d37c2d436656 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] For port 63858257-a3c5-453e-83e2-56785eb3d1c7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=63858257-a3c5-453e-83e2-56785eb3d1c7,segment=NetworkSegment(19041069-8da4-41e5-9e7b-777dc559c617),segment_id=19041069-8da4-41e5-9e7b-777dc559c617)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:24:28.316122 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-a4173198-933c-4036-8f38-56c897985093 req-b4327e66-0451-4638-8319-d37c2d436656 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:28.449154 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-a4173198-933c-4036-8f38-56c897985093 req-b4327e66-0451-4638-8319-d37c2d436656 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Calling delete_port for 63858257-a3c5-453e-83e2-56785eb3d1c7 owned by compute:nova {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:24:28.598835 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-a4173198-933c-4036-8f38-56c897985093 req-b4327e66-0451-4638-8319-d37c2d436656 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:28.609967 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['63858257-a3c5-453e-83e2-56785eb3d1c7'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:24:28.617275 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:24:28.680833 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4327e66-0451-4638-8319-d37c2d436656 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Pushing event deleted for resources: {'Port': ['ID=63858257-a3c5-453e-83e2-56785eb3d1c7,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:24:28.683401 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b4327e66-0451-4638-8319-d37c2d436656 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:24:28.913587 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4173198-933c-4036-8f38-56c897985093 req-b4327e66-0451-4638-8319-d37c2d436656 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] No DVR routers for this DVR port 63858257-a3c5-453e-83e2-56785eb3d1c7 on host hv-cinder-78477 {{(pid=85264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:24:28.916161 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-a4173198-933c-4036-8f38-56c897985093 req-b4327e66-0451-4638-8319-d37c2d436656 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:28.926451 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbea10ce-ec0a-481e-8157-97d7c922317e', 'name': 'network-vif-deleted', 'tag': '63858257-a3c5-453e-83e2-56785eb3d1c7'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:24:28.933584 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8edf6543-d9ca-4ad9-8c4b-ce83e7b0c248 req-cab03add-995e-455b-b2ab-1ae288abea6f tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbea10ce-ec0a-481e-8157-97d7c922317e HTTP/1.1" status: 200  len: 210 time: 0.0706389
Apr 11 17:24:28.945157 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a4173198-933c-4036-8f38-56c897985093 req-b4327e66-0451-4638-8319-d37c2d436656 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] 10.222.0.37 "DELETE /v2.0/ports/63858257-a3c5-453e-83e2-56785eb3d1c7 HTTP/1.1" status: 204  len: 173 time: 0.9679117
Apr 11 17:24:29.062528 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbea10ce-ec0a-481e-8157-97d7c922317e', 'name': 'network-vif-deleted', 'tag': '63858257-a3c5-453e-83e2-56785eb3d1c7', 'status': 'completed', 'code': 200}
Apr 11 17:24:30.973932 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 63858257-a3c5-453e-83e2-56785eb3d1c7 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:24:31.013573 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] No Port match for: 63858257-a3c5-453e-83e2-56785eb3d1c7 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:24:31.014151 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 63858257-a3c5-453e-83e2-56785eb3d1c7 not bound to the agent host hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:24:39.169775 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-86a693e5-d630-4be2-b93f-92bb21b9a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:39.913888 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714577fc-8b66-4a46-8a91-8a459958b998 req-7614ba10-2629-4811-949b-72b822ee1c3b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:39.915487 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-714577fc-8b66-4a46-8a91-8a459958b998 req-7614ba10-2629-4811-949b-72b822ee1c3b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.0963395
Apr 11 17:24:39.962979 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-714577fc-8b66-4a46-8a91-8a459958b998 req-eb8f54d0-a740-416f-b738-5b2eb9f8038d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388646
Apr 11 17:24:41.182948 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773c197-4feb-482e-af82-8453f71c3d36 req-d61a6f67-afc5-4ea2-b69d-4ed0883751bb tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:41.184591 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c773c197-4feb-482e-af82-8453f71c3d36 req-d61a6f67-afc5-4ea2-b69d-4ed0883751bb tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.0926275
Apr 11 17:24:41.221522 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c773c197-4feb-482e-af82-8453f71c3d36 req-d67b897d-2e92-4983-92cc-40c4bd6bf235 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0302587
Apr 11 17:24:41.656324 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-22b40baa-9ba3-453d-a3b1-2eb267e78022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:42.509358 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa1f2a-873d-4218-8666-9193babab6c6 req-f344b071-250e-4dc6-a394-a41fd12e2b2f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:42.511387 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3ffa1f2a-873d-4218-8666-9193babab6c6 req-f344b071-250e-4dc6-a394-a41fd12e2b2f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.1196959
Apr 11 17:24:42.559596 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3ffa1f2a-873d-4218-8666-9193babab6c6 req-b1e6cfdb-b648-4b54-831d-41094f47f981 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396917
Apr 11 17:24:42.582376 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:43.146738 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:43.347842 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816eea06-9882-482b-ae7a-c9b58fd5ad9d req-c13fd205-9dee-417f-bef4-7839b04f4b34 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:43.350596 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-816eea06-9882-482b-ae7a-c9b58fd5ad9d req-c13fd205-9dee-417f-bef4-7839b04f4b34 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.1012995
Apr 11 17:24:43.385651 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-816eea06-9882-482b-ae7a-c9b58fd5ad9d req-d8deec95-0086-41bb-a959-9c8c50d8effe tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0286715
Apr 11 17:24:43.703094 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:43.791461 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe321e1-9890-4d6a-9ede-df9f69c71520 req-340d850f-5082-4b7a-b56f-954fad4a2ee6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:43.793093 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-abe321e1-9890-4d6a-9ede-df9f69c71520 req-340d850f-5082-4b7a-b56f-954fad4a2ee6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.0972719
Apr 11 17:24:43.827758 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-abe321e1-9890-4d6a-9ede-df9f69c71520 req-db3bc1c9-f344-412e-a09b-8715368fd56a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0278678
Apr 11 17:24:44.698329 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc2fc9-e7bb-440e-81b2-b8244043ffac req-ba025243-600a-4568-9a83-11462e215a76 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:44.705204 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-59dc2fc9-e7bb-440e-81b2-b8244043ffac req-ba025243-600a-4568-9a83-11462e215a76 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.1111186
Apr 11 17:24:44.739693 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-59dc2fc9-e7bb-440e-81b2-b8244043ffac req-3cfd7a41-063f-4236-9e3d-879b57e6c7a5 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0316885
Apr 11 17:24:45.107117 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a98175-289c-4233-9cba-f1853c68ad26 req-d9e534d6-191e-4a03-bc38-8a995cd7e968 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:45.108779 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-08a98175-289c-4233-9cba-f1853c68ad26 req-d9e534d6-191e-4a03-bc38-8a995cd7e968 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.1017992
Apr 11 17:24:45.144049 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-08a98175-289c-4233-9cba-f1853c68ad26 req-78057b65-fb44-4519-a5eb-f3eedb2eafe1 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0256631
Apr 11 17:24:45.981344 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732fbfe-1c9b-4d08-99c1-0ca884fc6f0c req-00414e0d-864f-446d-bd29-f80e506d56c7 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:45.983154 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8732fbfe-1c9b-4d08-99c1-0ca884fc6f0c req-00414e0d-864f-446d-bd29-f80e506d56c7 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.1015062
Apr 11 17:24:46.014177 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8732fbfe-1c9b-4d08-99c1-0ca884fc6f0c req-ed0a185d-5078-4fbf-ad69-9518c11d82d3 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0246389
Apr 11 17:24:46.381586 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566f0aa-f937-4922-8919-6b3af19aaea9 req-d63c7c94-69d6-4d87-ad3c-38bf1e89ee78 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:46.383227 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d566f0aa-f937-4922-8919-6b3af19aaea9 req-d63c7c94-69d6-4d87-ad3c-38bf1e89ee78 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.1016345
Apr 11 17:24:46.421184 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d566f0aa-f937-4922-8919-6b3af19aaea9 req-1ca4cf3d-b519-40a1-bbec-8ae695bfb064 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312116
Apr 11 17:24:47.249457 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3a9ed-4970-44ee-ab62-f32fb6cd22df req-85f78378-8f04-45ca-ad3b-8886acc7169b tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:47.251384 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d8d3a9ed-4970-44ee-ab62-f32fb6cd22df req-85f78378-8f04-45ca-ad3b-8886acc7169b tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.0969129
Apr 11 17:24:47.291782 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d8d3a9ed-4970-44ee-ab62-f32fb6cd22df req-4b11b545-f5ea-4718-b769-8264ff11334a tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0339837
Apr 11 17:24:47.641835 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64679e84-90bc-4085-80a3-f2e88528871d req-910c11a6-d5d3-4a47-841a-f8ede3b93752 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:47.644124 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-64679e84-90bc-4085-80a3-f2e88528871d req-910c11a6-d5d3-4a47-841a-f8ede3b93752 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.1016934
Apr 11 17:24:47.678886 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-64679e84-90bc-4085-80a3-f2e88528871d req-70416670-25af-4516-a2fb-55bd938420b6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0266891
Apr 11 17:24:48.320128 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:24:48.524099 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef2f82-387c-4577-898f-f10790b6086e req-68f69be7-df97-44a3-aa77-340262ec1103 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:48.526700 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f6ef2f82-387c-4577-898f-f10790b6086e req-68f69be7-df97-44a3-aa77-340262ec1103 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.1082323
Apr 11 17:24:48.562938 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f6ef2f82-387c-4577-898f-f10790b6086e req-1f9ea7b0-bd12-45a7-8117-71dfdc06912d tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0286558
Apr 11 17:24:48.922212 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafcf5b-6e7e-409e-8e00-ed5598cedea8 req-d55f2577-eaab-41d3-a268-1da308cd25b5 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:48.923858 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3eafcf5b-6e7e-409e-8e00-ed5598cedea8 req-d55f2577-eaab-41d3-a268-1da308cd25b5 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.1088004
Apr 11 17:24:48.958896 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3eafcf5b-6e7e-409e-8e00-ed5598cedea8 req-d86b7acf-2291-4cc9-a965-168e11dec285 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0278943
Apr 11 17:24:49.813689 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41a6bc-7a0a-4d27-ab38-1bea659950ac req-03e3957a-4d15-4542-a3a9-779838ef5aa1 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:49.815222 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fc41a6bc-7a0a-4d27-ab38-1bea659950ac req-03e3957a-4d15-4542-a3a9-779838ef5aa1 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.1049275
Apr 11 17:24:49.851157 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fc41a6bc-7a0a-4d27-ab38-1bea659950ac req-b14916e2-86e2-4b06-9c76-522242a3098c tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0271640
Apr 11 17:24:50.185865 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d6cc3-7afc-4226-9e03-aaac8eed7917 req-b68f5d7f-233c-4b6d-b916-195088a8c445 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:50.187442 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-251d6cc3-7afc-4226-9e03-aaac8eed7917 req-b68f5d7f-233c-4b6d-b916-195088a8c445 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.0979671
Apr 11 17:24:50.218295 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-251d6cc3-7afc-4226-9e03-aaac8eed7917 req-9214a206-d465-4d31-a690-d68115dc3a8f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0244257
Apr 11 17:24:51.310550 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedab71d-0eb0-493b-9be5-67e8b09ff1f0 req-972a0d65-0131-443b-8428-51e7510f5dde tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:51.317822 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-aedab71d-0eb0-493b-9be5-67e8b09ff1f0 req-972a0d65-0131-443b-8428-51e7510f5dde tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.3464279
Apr 11 17:24:51.345818 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-aedab71d-0eb0-493b-9be5-67e8b09ff1f0 req-5e852bcb-1683-4b2a-a724-b82d90b042a5 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0244772
Apr 11 17:24:51.445277 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c65218-d4ea-4471-a7e6-077ed69fa5e4 req-b96445de-c17c-420d-9a08-8884dda3a3c3 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:51.446897 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-74c65218-d4ea-4471-a7e6-077ed69fa5e4 req-b96445de-c17c-420d-9a08-8884dda3a3c3 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.0944803
Apr 11 17:24:51.479198 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-74c65218-d4ea-4471-a7e6-077ed69fa5e4 req-49a8d6de-2479-44e0-925a-5f69d8785f8a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0254803
Apr 11 17:24:52.554712 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017946a6-2cb5-4837-a183-22e8fb94318f req-ce5dea51-382a-4c63-bea0-249d8fcd168f tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:52.556305 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-017946a6-2cb5-4837-a183-22e8fb94318f req-ce5dea51-382a-4c63-bea0-249d8fcd168f tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.0938854
Apr 11 17:24:52.587248 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-017946a6-2cb5-4837-a183-22e8fb94318f req-864e765e-c9a3-4e44-b6bb-d74676ebbaa3 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0244632
Apr 11 17:24:52.687148 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f89a2c-0147-4451-9b6a-72d102f184c2 req-65b6fb2e-eff9-4f86-b4ed-6bb3cbace5ae tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:52.688725 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b2f89a2c-0147-4451-9b6a-72d102f184c2 req-65b6fb2e-eff9-4f86-b4ed-6bb3cbace5ae tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.0866308
Apr 11 17:24:52.721000 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b2f89a2c-0147-4451-9b6a-72d102f184c2 req-0fd321f7-ea1d-4e1e-9dfc-d737be0373f1 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0258281
Apr 11 17:24:52.961284 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 53090) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:24:53.028202 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_v2 [None req-6702ec3f-d469-4a17-a295-74bba104de79 admin admin] Deleting subnet 815ca517-c03f-4988-8c99-81fdbd01881b {{(pid=85264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 11 17:24:53.031349 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6702ec3f-d469-4a17-a295-74bba104de79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:53.086875 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6702ec3f-d469-4a17-a295-74bba104de79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3005022'] for subnet, precommit_delete_associations {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:53.144256 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6702ec3f-d469-4a17-a295-74bba104de79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16559076'] for subnet, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:53.471301 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eca5e2-f638-4f36-a297-646ce9ff93b9 req-6736e39b-2a21-49fc-a949-7356050760bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:53.472938 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e7eca5e2-f638-4f36-a297-646ce9ff93b9 req-6736e39b-2a21-49fc-a949-7356050760bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=33c629be32ce4c04bbbe4f0b08fadabb&device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 1098 time: 0.1125052
Apr 11 17:24:53.474423 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6702ec3f-d469-4a17-a295-74bba104de79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838216707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852461692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2936640'] for subnet, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:53.492096 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:24:53.574184 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702ec3f-d469-4a17-a295-74bba104de79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=815ca517-c03f-4988-8c99-81fdbd01881b,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:24:53.580744 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-6702ec3f-d469-4a17-a295-74bba104de79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:24:53.746875 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6702ec3f-d469-4a17-a295-74bba104de79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:53.760282 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-6702ec3f-d469-4a17-a295-74bba104de79 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/815ca517-c03f-4988-8c99-81fdbd01881b HTTP/1.1" status: 204  len: 168 time: 0.7956085
Apr 11 17:24:53.760945 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 53098) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:24:53.763914 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eca5e2-f638-4f36-a297-646ce9ff93b9 req-c7651693-43c7-4e3c-a374-49f14cff11dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:53.765519 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e7eca5e2-f638-4f36-a297-646ce9ff93b9 req-c7651693-43c7-4e3c-a374-49f14cff11dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=973b0fec-dcde-47d9-8ce0-29a113b9d801 HTTP/1.1" status: 200  len: 909 time: 0.2773166
Apr 11 17:24:53.794259 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6831e0-ad28-4c31-be91-8958b685b3bc req-11654a9e-0836-49f3-b1a9-c79c97335b5b tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:53.795865 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7f6831e0-ad28-4c31-be91-8958b685b3bc req-11654a9e-0836-49f3-b1a9-c79c97335b5b tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.0900197
Apr 11 17:24:53.828199 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7f6831e0-ad28-4c31-be91-8958b685b3bc req-3db732e2-f37b-42e6-bcc9-c6446f557de3 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0245717
Apr 11 17:24:54.276568 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e7eca5e2-f638-4f36-a297-646ce9ff93b9 req-8dccc295-04bf-4977-baa7-1ce5275b3812 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05424d55-cbbf-4df9-ad21-04b5652b3db5 HTTP/1.1" status: 200  len: 1001 time: 0.4911785
Apr 11 17:24:54.287351 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8aa381d7-9886-427e-8c89-3545f25a98df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854681048'] for network, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:54.459646 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30462b3a-0ef0-4a82-b347-b2f35ee61bc3 req-df702291-e5d5-452a-ace4-7c8283bb8c49 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:54.461549 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-30462b3a-0ef0-4a82-b347-b2f35ee61bc3 req-df702291-e5d5-452a-ace4-7c8283bb8c49 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.6075227
Apr 11 17:24:54.510108 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eca5e2-f638-4f36-a297-646ce9ff93b9 req-7ca34686-0a32-4136-86e6-f841afc2be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:54.511624 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e7eca5e2-f638-4f36-a297-646ce9ff93b9 req-7ca34686-0a32-4136-86e6-f841afc2be10 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6aad9cc5-150d-4356-ae31-d6d4da9f4aa0 HTTP/1.1" status: 200  len: 847 time: 0.1763990
Apr 11 17:24:54.627431 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-30462b3a-0ef0-4a82-b347-b2f35ee61bc3 req-e5829adc-8af1-4852-a86a-6997412af451 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1445825
Apr 11 17:24:54.633043 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8aa381d7-9886-427e-8c89-3545f25a98df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16557693', 'neutron.services.segments.db._delete_segments_for_network--9223363300245355619'] for network, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:54.767854 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-8aa381d7-9886-427e-8c89-3545f25a98df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2264756d30>,) {'filters': {'network_id': ['163ae8d1-d871-44e4-843c-b234ec81234d']}} {{(pid=85264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:24:54.784719 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-8aa381d7-9886-427e-8c89-3545f25a98df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2264756d30>, '19041069-8da4-41e5-9e7b-777dc559c617') {'for_net_delete': True} {{(pid=85264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:24:54.785042 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-8aa381d7-9886-427e-8c89-3545f25a98df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2264756d30>, '19041069-8da4-41e5-9e7b-777dc559c617') {} {{(pid=85264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:24:54.793249 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eca5e2-f638-4f36-a297-646ce9ff93b9 req-94b1ffeb-133d-4f2b-8148-e7fae80f963f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:54.794866 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e7eca5e2-f638-4f36-a297-646ce9ff93b9 req-94b1ffeb-133d-4f2b-8148-e7fae80f963f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=973b0fec-dcde-47d9-8ce0-29a113b9d801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2729335
Apr 11 17:24:54.800879 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8aa381d7-9886-427e-8c89-3545f25a98df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736609405999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851770719'] for segment, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:54.859310 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8aa381d7-9886-427e-8c89-3545f25a98df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:54.918300 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa381d7-9886-427e-8c89-3545f25a98df admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=85264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 11 17:24:55.035109 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef28c1-53ca-4c65-b1ef-6e631df94fce req-3c2f92d6-0257-43e5-9705-81a3c26500b2 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:55.037331 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1cef28c1-53ca-4c65-b1ef-6e631df94fce req-3c2f92d6-0257-43e5-9705-81a3c26500b2 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.0919321
Apr 11 17:24:55.071075 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1cef28c1-53ca-4c65-b1ef-6e631df94fce req-7495a9ab-39fe-45ab-a930-be70d2c553ce tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0273519
Apr 11 17:24:55.138237 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e7eca5e2-f638-4f36-a297-646ce9ff93b9 req-c08404dc-505e-41b9-9e63-c967e55cae47 service neutron] 10.222.0.37 "GET /v2.0/networks/973b0fec-dcde-47d9-8ce0-29a113b9d801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3302116
Apr 11 17:24:55.139993 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-8aa381d7-9886-427e-8c89-3545f25a98df admin admin] Network 163ae8d1-d871-44e4-843c-b234ec81234d has no segments {{(pid=85264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:24:55.172913 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8aa381d7-9886-427e-8c89-3545f25a98df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16558278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852461607'] for segment, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:55.443776 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-8aa381d7-9886-427e-8c89-3545f25a98df admin admin] Network 163ae8d1-d871-44e4-843c-b234ec81234d has no segments {{(pid=85264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]: Traceback (most recent call last):
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:     timer()
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:     cb(*args, **kw)
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:     return func(*args, **kwargs)
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:     self._notify()
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:     self.callback(batched_events)
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:     event.method(event)
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:     segment_id)['aggregates'][0]
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:     return f(self, *a, **k)
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self._get(url).json()
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:     **kwargs)
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self.request(url, 'GET', **kwargs)
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:     **endpoint_filter)
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 11 17:24:55.469048 dv-cinder-784779-4-iscsi neutron-server[85151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 11 17:24:55.556968 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e7eca5e2-f638-4f36-a297-646ce9ff93b9 req-f5630e8b-5e25-492f-9268-7e5aef53d3ce service neutron] 10.222.0.37 "GET /v2.0/networks/973b0fec-dcde-47d9-8ce0-29a113b9d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4082270
Apr 11 17:24:55.571455 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8aa381d7-9886-427e-8c89-3545f25a98df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838218230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448937'] for network, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:55.575332 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-13c59e7c-91e1-4caa-a612-5c20ba10f895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:24:55.593402 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8aa381d7-9886-427e-8c89-3545f25a98df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:55.602969 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa381d7-9886-427e-8c89-3545f25a98df admin admin] Pushing event deleted for resources: {'Network': ['ID=163ae8d1-d871-44e4-843c-b234ec81234d,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:24:55.607934 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8aa381d7-9886-427e-8c89-3545f25a98df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:24:55.611782 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-8aa381d7-9886-427e-8c89-3545f25a98df admin admin] 10.222.0.30 "DELETE /v2.0/networks/163ae8d1-d871-44e4-843c-b234ec81234d HTTP/1.1" status: 204  len: 168 time: 1.8487179
Apr 11 17:24:55.816200 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 53120) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:24:55.852207 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-bf0daad6-4978-45a3-a845-483deb027431 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a4d4716c982467ea89e93a1efd75cfd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0340335
Apr 11 17:24:55.854756 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 53124) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:24:55.858527 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efce7cd-87a5-4cdc-9862-951df634850f req-0eb7aeda-32f1-49da-ae59-09e9ea3e7ef5 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:55.860308 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3efce7cd-87a5-4cdc-9862-951df634850f req-0eb7aeda-32f1-49da-ae59-09e9ea3e7ef5 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.0968330
Apr 11 17:24:55.892261 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3efce7cd-87a5-4cdc-9862-951df634850f req-c2cf3a6d-134e-44ad-ba44-58dff2199091 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0247657
Apr 11 17:24:55.919984 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-14ac5d8d-4070-470f-abc3-6afb208564e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:55.945708 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-14ac5d8d-4070-470f-abc3-6afb208564e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:55.989346 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-14ac5d8d-4070-470f-abc3-6afb208564e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:55.993647 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d35679b2-4eae-4943-b40c-73abaeda8fa0 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:24:56.009278 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac5d8d-4070-470f-abc3-6afb208564e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3148041-9d88-4bd9-9da3-f2cf39049a0a,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:24:56.017925 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ac5d8d-4070-470f-abc3-6afb208564e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:56.018350 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ac5d8d-4070-470f-abc3-6afb208564e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:56.018764 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ac5d8d-4070-470f-abc3-6afb208564e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:56.019174 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ac5d8d-4070-470f-abc3-6afb208564e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:56.019578 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ac5d8d-4070-470f-abc3-6afb208564e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:56.020034 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ac5d8d-4070-470f-abc3-6afb208564e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:56.020659 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ac5d8d-4070-470f-abc3-6afb208564e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:56.021064 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ac5d8d-4070-470f-abc3-6afb208564e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:56.021469 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ac5d8d-4070-470f-abc3-6afb208564e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:56.021869 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ac5d8d-4070-470f-abc3-6afb208564e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:56.022268 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ac5d8d-4070-470f-abc3-6afb208564e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:56.022669 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ac5d8d-4070-470f-abc3-6afb208564e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:56.028360 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-14ac5d8d-4070-470f-abc3-6afb208564e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:24:56.030432 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-14ac5d8d-4070-470f-abc3-6afb208564e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:56.031628 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-14ac5d8d-4070-470f-abc3-6afb208564e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b3148041-9d88-4bd9-9da3-f2cf39049a0a HTTP/1.1" status: 204  len: 168 time: 0.1758761
Apr 11 17:24:56.279889 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df22602-3d96-42a9-8ab8-3ba602334628 req-41e62fd6-7f81-4797-9a04-db940e0a0b89 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:56.281530 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3df22602-3d96-42a9-8ab8-3ba602334628 req-41e62fd6-7f81-4797-9a04-db940e0a0b89 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.0934875
Apr 11 17:24:56.317500 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3df22602-3d96-42a9-8ab8-3ba602334628 req-448ce6b2-ad0d-41b8-ab86-bcd6565320c2 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0251236
Apr 11 17:24:57.077575 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device a375ae8f-9ac8-4510-98fe-af0da824d71f details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:24:57.112544 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ff5d1-eecb-4f1c-a12d-bb4ee76fbf50 req-0ff72300-ac13-4b1f-a693-8499fd626b2a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:57.121017 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-086ff5d1-eecb-4f1c-a12d-bb4ee76fbf50 req-0ff72300-ac13-4b1f-a693-8499fd626b2a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.1046157
Apr 11 17:24:57.155129 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-086ff5d1-eecb-4f1c-a12d-bb4ee76fbf50 req-a38a206e-3d88-4465-805e-fb0e3b08df08 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0330563
Apr 11 17:24:57.256014 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:57.290392 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port a375ae8f-9ac8-4510-98fe-af0da824d71f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a375ae8f-9ac8-4510-98fe-af0da824d71f,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:24:57.311112 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': 'a375ae8f-9ac8-4510-98fe-af0da824d71f', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'port_id': 'a375ae8f-9ac8-4510-98fe-af0da824d71f', 'mac_address': 'fa:16:3e:1f:2f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:24:57.401410 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:57.403032 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a375ae8f-9ac8-4510-98fe-af0da824d71f {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:24:57.449317 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port a375ae8f-9ac8-4510-98fe-af0da824d71f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a375ae8f-9ac8-4510-98fe-af0da824d71f,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:24:57.454742 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:57.467482 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-937f81a2-3f86-495c-8393-02370e123696 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:24:57.566266 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['a375ae8f-9ac8-4510-98fe-af0da824d71f'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:24:57.623977 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=a375ae8f-9ac8-4510-98fe-af0da824d71f,revision_number=6']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:24:57.642042 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:57.642585 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:57.642980 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:57.643362 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:57.643962 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:57.644676 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:57.645855 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:57.646457 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:57.646968 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:57.647348 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:57.647885 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:57.648609 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:24:57.666743 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:24:57.666948 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0d6fb-cbaa-46d0-be01-849ce520a647 req-1c3f6fe8-4e87-4247-b196-9186787818c5 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:57.676960 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4ad0d6fb-cbaa-46d0-be01-849ce520a647 req-1c3f6fe8-4e87-4247-b196-9186787818c5 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.1452878
Apr 11 17:24:57.723703 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4ad0d6fb-cbaa-46d0-be01-849ce520a647 req-16eddd4c-b280-4c07-9073-f86607d8f429 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452380
Apr 11 17:24:58.452162 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab969f1-4cde-4c82-a6ce-5dbbddafe78b req-45c8b9cf-1257-4fbf-ba4c-2a5bddc051b4 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:58.454421 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5ab969f1-4cde-4c82-a6ce-5dbbddafe78b req-45c8b9cf-1257-4fbf-ba4c-2a5bddc051b4 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 945 time: 0.1085005
Apr 11 17:24:58.495042 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5ab969f1-4cde-4c82-a6ce-5dbbddafe78b req-70b1af42-172d-4d2f-aa7b-8687e9bdc412 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0311294
Apr 11 17:24:59.007257 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617cb610-9407-4bc2-ade2-a6ebdaf114a0 req-e6c44525-cd80-41e8-b238-495c2c977fe1 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:59.015846 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-617cb610-9407-4bc2-ade2-a6ebdaf114a0 req-e6c44525-cd80-41e8-b238-495c2c977fe1 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.1374252
Apr 11 17:24:59.057159 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-617cb610-9407-4bc2-ade2-a6ebdaf114a0 req-27dc0643-3c90-465d-8585-a3254ee7285b tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402293
Apr 11 17:24:59.078739 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device a375ae8f-9ac8-4510-98fe-af0da824d71f up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:24:59.249077 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port a375ae8f-9ac8-4510-98fe-af0da824d71f triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:24:59.249676 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:59.321775 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5afd64c0-a122-4d43-be81-7d503525493c req-49bde144-ce9d-494b-aad2-815308aa31ed tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=686905c56a1142e7836272540d639f23&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0647736
Apr 11 17:24:59.490602 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:59.520692 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port a375ae8f-9ac8-4510-98fe-af0da824d71f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a375ae8f-9ac8-4510-98fe-af0da824d71f,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:24:59.522160 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ff859e-0fff-447c-9fc0-97ee525f2d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a375ae8f-9ac8-4510-98fe-af0da824d71f'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:24:59.531500 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:59.532785 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 05424d55-cbbf-4df9-ad21-04b5652b3db5 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:24:59.596676 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:24:59.647951 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 53230) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:24:59.672630 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd64c0-a122-4d43-be81-7d503525493c req-c0371109-314c-4f18-84d8-bcf14d27432b tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:59.673664 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=a375ae8f-9ac8-4510-98fe-af0da824d71f,revision_number=7']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:24:59.682354 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5afd64c0-a122-4d43-be81-7d503525493c req-c0371109-314c-4f18-84d8-bcf14d27432b tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3527420
Apr 11 17:24:59.689923 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:24:59.705972 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5afd64c0-a122-4d43-be81-7d503525493c req-e09257a3-7a14-48d2-b8d6-4a86bda3140b tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/quotas/686905c56a1142e7836272540d639f23 HTTP/1.1" status: 200  len: 375 time: 0.0225534
Apr 11 17:24:59.708950 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f470d78-d69f-4895-89a0-62b2c15fe8b7 req-34459f8b-62af-4a91-a08b-4132eaa8ff8d tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:24:59.711368 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7f470d78-d69f-4895-89a0-62b2c15fe8b7 req-34459f8b-62af-4a91-a08b-4132eaa8ff8d tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.1483288
Apr 11 17:24:59.754156 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7f470d78-d69f-4895-89a0-62b2c15fe8b7 req-84fc9012-4dae-4f7a-bfa6-4d3d1151c3f1 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0357134
Apr 11 17:24:59.804563 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5afd64c0-a122-4d43-be81-7d503525493c req-26f015a4-79ac-4429-90d5-c6adb5f293c3 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=686905c56a1142e7836272540d639f23&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0974712
Apr 11 17:24:59.825881 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:59.853146 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 05424d55-cbbf-4df9-ad21-04b5652b3db5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=05424d55-cbbf-4df9-ad21-04b5652b3db5,segment=NetworkSegment(4a4a5e70-daae-4192-9187-33f2fa3c2976),segment_id=4a4a5e70-daae-4192-9187-33f2fa3c2976)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:24:59.857379 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:24:59.860128 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:24:59.944752 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-84d95191-babc-4260-a020-640912c44b88 req-cf1add1c-a27a-41c3-b8bd-934a5c640d86 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2909639
Apr 11 17:24:59.967181 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=05424d55-cbbf-4df9-ad21-04b5652b3db5,revision_number=6']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:24:59.970582 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:00.092414 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ff859e-0fff-447c-9fc0-97ee525f2d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a375ae8f-9ac8-4510-98fe-af0da824d71f', 'code': 200}
Apr 11 17:25:00.200805 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b6e102a3-9946-4c9e-81c3-2c29832d28f9 req-18194e82-7a30-43e0-b7c0-36126b19152e tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 210 time: 0.0697412
Apr 11 17:25:00.399079 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48298a5f-87e5-4419-8cf3-445233afc2d4 req-01700dc5-a9cf-4f17-a66b-6edfe335422e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:00.411113 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-48298a5f-87e5-4419-8cf3-445233afc2d4 req-01700dc5-a9cf-4f17-a66b-6edfe335422e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.2213631
Apr 11 17:25:00.450191 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-48298a5f-87e5-4419-8cf3-445233afc2d4 req-2102d0f6-97be-4189-b9a5-92e29458a1cf tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355470
Apr 11 17:25:01.010889 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed3fa7-bd3c-4342-ac4a-625f8c3f0b07 req-261f6a48-a5d8-47dc-861c-4e7182a68bed tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:01.012821 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-12ed3fa7-bd3c-4342-ac4a-625f8c3f0b07 req-261f6a48-a5d8-47dc-861c-4e7182a68bed tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 943 time: 0.1160440
Apr 11 17:25:01.053079 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-12ed3fa7-bd3c-4342-ac4a-625f8c3f0b07 req-ee762801-c8e0-4176-ab51-c2007ede164e tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0328603
Apr 11 17:25:01.407410 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5afd64c0-a122-4d43-be81-7d503525493c req-590f0d10-321c-483d-bba0-b1499cb7fa57 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=686905c56a1142e7836272540d639f23&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0388536
Apr 11 17:25:01.562154 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4a757388-a82b-410d-8536-61443bf51da7 req-6e4fc80a-99ee-44d3-b831-bb1e1c206cca tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 210 time: 0.0956280
Apr 11 17:25:01.713457 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd64c0-a122-4d43-be81-7d503525493c req-ace4dd05-86dc-4652-b130-86b02b58340a tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:01.715163 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5afd64c0-a122-4d43-be81-7d503525493c req-ace4dd05-86dc-4652-b130-86b02b58340a tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3028116
Apr 11 17:25:01.741492 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-5afd64c0-a122-4d43-be81-7d503525493c req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Request body: {'port': {'device_id': 'ffbe4a7b-29da-4f95-80f4-f0dfa926ac00', 'network_id': 'f38c16b2-a699-498c-930f-274b85eb9b85', 'admin_state_up': True, 'tenant_id': '686905c56a1142e7836272540d639f23'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:25:01.870035 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb771fb2-5446-4d5d-85e4-921dc61464ad req-0e644c10-2d27-4b00-b993-40604b5adb23 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:01.871678 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fb771fb2-5446-4d5d-85e4-921dc61464ad req-0e644c10-2d27-4b00-b993-40604b5adb23 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.2550235
Apr 11 17:25:01.917442 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fb771fb2-5446-4d5d-85e4-921dc61464ad req-90d67f6e-ae9d-473a-85c9-2e59b369b0b7 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312853
Apr 11 17:25:01.941025 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-5afd64c0-a122-4d43-be81-7d503525493c req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:25:01.946138 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-5afd64c0-a122-4d43-be81-7d503525493c req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Usage tracker for resource:port and tenant:686905c56a1142e7836272540d639f23 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:25:01.953536 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-5afd64c0-a122-4d43-be81-7d503525493c req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:25:01.956786 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-5afd64c0-a122-4d43-be81-7d503525493c req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:25:01.967455 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5afd64c0-a122-4d43-be81-7d503525493c req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Made reservation on behalf of 686905c56a1142e7836272540d639f23 for: {'port': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:25:01.973802 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5afd64c0-a122-4d43-be81-7d503525493c req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:01.987916 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5afd64c0-a122-4d43-be81-7d503525493c req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:02.006229 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-5afd64c0-a122-4d43-be81-7d503525493c req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:25:02.010614 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-5afd64c0-a122-4d43-be81-7d503525493c req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Usage tracker for resource:security_group_rule and tenant:686905c56a1142e7836272540d639f23 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:25:02.016310 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-5afd64c0-a122-4d43-be81-7d503525493c req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:25:02.022851 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-5afd64c0-a122-4d43-be81-7d503525493c req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:25:02.093399 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2987b57-e857-45c2-86ed-722c8e855f4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05424d55-cbbf-4df9-ad21-04b5652b3db5'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:25:02.145319 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5afd64c0-a122-4d43-be81-7d503525493c req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:02.148719 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5afd64c0-a122-4d43-be81-7d503525493c req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:02.154135 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d31ee5e6-440c-4591-9c4f-db60a0897d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:02.179906 dv-cinder-784779-4-iscsi neutron-server[85151]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b2987b57-e857-45c2-86ed-722c8e855f4f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '05424d55-cbbf-4df9-ad21-04b5652b3db5', 'code': 422} returned with failed status
Apr 11 17:25:02.232691 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b950ff2f-28da-4f18-adcd-fb48c54e4fef,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:02.249992 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:02.421815 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f6257-6cf5-46e5-85a3-f26fd189d6a5 req-05c7cb07-26ef-47a6-ae0b-6d63e9651553 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:02.423859 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-964f6257-6cf5-46e5-85a3-f26fd189d6a5 req-05c7cb07-26ef-47a6-ae0b-6d63e9651553 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 943 time: 0.1808488
Apr 11 17:25:02.455370 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [req-5afd64c0-a122-4d43-be81-7d503525493c req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Allocated IP 192.168.233.94 (f38c16b2-a699-498c-930f-274b85eb9b85/0fac08d8-a0c8-4f02-918f-3cb48e80e05a/1f04f115-6636-4bef-a4cb-321e05458968) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:25:02.474687 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-964f6257-6cf5-46e5-85a3-f26fd189d6a5 req-5628a69c-0677-4d0f-8000-92e62970c25d tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425797
Apr 11 17:25:02.701230 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5afd64c0-a122-4d43-be81-7d503525493c req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:02.765835 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-5afd64c0-a122-4d43-be81-7d503525493c req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Transition to ACTIVE for port object 1f04f115-6636-4bef-a4cb-321e05458968 will not be triggered until provisioned by entity DHCP. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:25:02.775348 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6abdbb1e-49fd-4251-bd66-6e3c9aab3f3b req-24f378d5-65a9-4b24-8a9b-e1336ff5a12e tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 210 time: 0.0566580
Apr 11 17:25:02.813972 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5afd64c0-a122-4d43-be81-7d503525493c req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:02.829755 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:03.168680 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1dc8c2-7d9f-4522-addd-af0e118874ba req-7b4c06b0-98c2-4c02-8e44-11bc8da137b0 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:03.179732 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cf1dc8c2-7d9f-4522-addd-af0e118874ba req-7b4c06b0-98c2-4c02-8e44-11bc8da137b0 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.1156292
Apr 11 17:25:03.219196 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cf1dc8c2-7d9f-4522-addd-af0e118874ba req-0b1f0e4f-8f22-40ef-adcf-ef1ce4addae7 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378718
Apr 11 17:25:03.229688 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Pushing event updated for resources: {'Port': ['ID=1f04f115-6636-4bef-a4cb-321e05458968,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:03.244722 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:03.324818 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5afd64c0-a122-4d43-be81-7d503525493c req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Network f38c16b2-a699-498c-930f-274b85eb9b85 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:25:03.326418 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [req-5afd64c0-a122-4d43-be81-7d503525493c req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:25:03.329186 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afd64c0-a122-4d43-be81-7d503525493c req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:25:03.408238 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd64c0-a122-4d43-be81-7d503525493c req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:03.409057 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5afd64c0-a122-4d43-be81-7d503525493c req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:03.452622 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5afd64c0-a122-4d43-be81-7d503525493c req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.7196581
Apr 11 17:25:03.465675 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-5afd64c0-a122-4d43-be81-7d503525493c req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] Request body: {'port': {'device_id': 'ffbe4a7b-29da-4f95-80f4-f0dfa926ac00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:25:03.616861 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5afd64c0-a122-4d43-be81-7d503525493c req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:03.672875 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-7b179d1a-5dda-44f2-a4c9-17d6e6ac4d7a None None] Provisioning for port 1f04f115-6636-4bef-a4cb-321e05458968 completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:25:03.682129 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-7b179d1a-5dda-44f2-a4c9-17d6e6ac4d7a None None] Provisioning complete for port 1f04f115-6636-4bef-a4cb-321e05458968 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:25:03.683114 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7b179d1a-5dda-44f2-a4c9-17d6e6ac4d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:03.757442 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-7b179d1a-5dda-44f2-a4c9-17d6e6ac4d7a None None] Port 1f04f115-6636-4bef-a4cb-321e05458968 cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:25:03.870961 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9811a0c-5858-4de1-bdfc-0eca91fc31d2 req-4694de16-c67c-419c-aa50-64648bdb0bf4 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:03.873490 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f9811a0c-5858-4de1-bdfc-0eca91fc31d2 req-4694de16-c67c-419c-aa50-64648bdb0bf4 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 943 time: 0.2267327
Apr 11 17:25:03.920322 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f9811a0c-5858-4de1-bdfc-0eca91fc31d2 req-d611ce23-ce63-4925-9984-5c6876571427 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0307236
Apr 11 17:25:04.055701 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25af9d6-26d0-4ca8-9835-79269570baa8 req-01d15cd3-6e43-42e9-8009-33d07a2b4591 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:04.058063 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b25af9d6-26d0-4ca8-9835-79269570baa8 req-01d15cd3-6e43-42e9-8009-33d07a2b4591 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 935 time: 0.1331892
Apr 11 17:25:04.120681 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b25af9d6-26d0-4ca8-9835-79269570baa8 req-fe7934fc-a9e5-43b9-b08a-247658b2ad00 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/security-groups?id=b950ff2f-28da-4f18-adcd-fb48c54e4fef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551784
Apr 11 17:25:04.278904 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [req-5afd64c0-a122-4d43-be81-7d503525493c req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f04f115-6636-4bef-a4cb-321e05458968 {{(pid=85264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:25:04.305294 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5afd64c0-a122-4d43-be81-7d503525493c req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:04.329429 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-5afd64c0-a122-4d43-be81-7d503525493c req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] Transition to ACTIVE for port object 1f04f115-6636-4bef-a4cb-321e05458968 will not be triggered until provisioned by entity L2. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:25:04.347001 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5afd64c0-a122-4d43-be81-7d503525493c req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:04.370766 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-355e37e3-6d39-491a-b069-0b9a408b5257 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:04.657296 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f04f115-6636-4bef-a4cb-321e05458968,revision_number=2']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:04.673706 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:04.710171 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf48291-f8ec-4ab7-b507-44077273577f req-fefeabeb-8121-41d5-aad6-2c1c11d31405 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:04.712092 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cbf48291-f8ec-4ab7-b507-44077273577f req-fefeabeb-8121-41d5-aad6-2c1c11d31405 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.2816474
Apr 11 17:25:04.770806 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cbf48291-f8ec-4ab7-b507-44077273577f req-4193f402-0beb-47de-9600-bd7a40d496b7 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421331
Apr 11 17:25:05.062425 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-5afd64c0-a122-4d43-be81-7d503525493c req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] Attempting to bind port 1f04f115-6636-4bef-a4cb-321e05458968 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:25:05.063094 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-5afd64c0-a122-4d43-be81-7d503525493c req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] Attempting to bind port 1f04f115-6636-4bef-a4cb-321e05458968 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '8bd6337d-c1a2-46bc-9b60-d737446f05e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f38c16b2-a699-498c-930f-274b85eb9b85'}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:25:05.063241 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd64c0-a122-4d43-be81-7d503525493c req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] Attempting to bind port 1f04f115-6636-4bef-a4cb-321e05458968 on network f38c16b2-a699-498c-930f-274b85eb9b85 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:25:05.069066 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd64c0-a122-4d43-be81-7d503525493c req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] Port 1f04f115-6636-4bef-a4cb-321e05458968 on network f38c16b2-a699-498c-930f-274b85eb9b85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 11 17:25:05.069422 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd64c0-a122-4d43-be81-7d503525493c req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] Attempting to bind port 1f04f115-6636-4bef-a4cb-321e05458968 on network f38c16b2-a699-498c-930f-274b85eb9b85 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:25:05.076863 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd64c0-a122-4d43-be81-7d503525493c req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] Checking agent: {'id': 'ff222714-fd65-43da-9d5f-2c6b0dd417d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'started_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:25:05.077192 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd64c0-a122-4d43-be81-7d503525493c req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] Checking segment: {'id': '8bd6337d-c1a2-46bc-9b60-d737446f05e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f38c16b2-a699-498c-930f-274b85eb9b85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:25:05.077631 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd64c0-a122-4d43-be81-7d503525493c req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] Bound using segment: {'id': '8bd6337d-c1a2-46bc-9b60-d737446f05e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f38c16b2-a699-498c-930f-274b85eb9b85'} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:25:05.078107 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-5afd64c0-a122-4d43-be81-7d503525493c req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] Bound port: 1f04f115-6636-4bef-a4cb-321e05458968, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd6337d-c1a2-46bc-9b60-d737446f05e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f38c16b2-a699-498c-930f-274b85eb9b85'}}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:25:05.078509 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5afd64c0-a122-4d43-be81-7d503525493c req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:05.197866 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-5afd64c0-a122-4d43-be81-7d503525493c req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] For port 1f04f115-6636-4bef-a4cb-321e05458968, host hv-cinder-78477, cleared binding levels {{(pid=85264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:25:05.201372 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-5afd64c0-a122-4d43-be81-7d503525493c req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] For port 1f04f115-6636-4bef-a4cb-321e05458968, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1f04f115-6636-4bef-a4cb-321e05458968,segment=NetworkSegment(8bd6337d-c1a2-46bc-9b60-d737446f05e4),segment_id=8bd6337d-c1a2-46bc-9b60-d737446f05e4)] {{(pid=85264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:25:05.208809 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5afd64c0-a122-4d43-be81-7d503525493c req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:05.242802 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ef84-65a3-487f-8350-73f035939fbd req-a88988c3-571a-4046-86a5-643cee9c077f tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:05.251857 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f003ef84-65a3-487f-8350-73f035939fbd req-a88988c3-571a-4046-86a5-643cee9c077f tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 943 time: 0.1171932
Apr 11 17:25:05.312370 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f003ef84-65a3-487f-8350-73f035939fbd req-b95ce917-6b47-4391-a3b4-d7b5c1479051 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588002
Apr 11 17:25:05.457967 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b5c9f4c7-82bb-4cad-a480-4367911b5b17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:05.656079 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd64c0-a122-4d43-be81-7d503525493c req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:05.656888 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5afd64c0-a122-4d43-be81-7d503525493c req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:05.661260 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5afd64c0-a122-4d43-be81-7d503525493c req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] 10.222.0.37 "PUT /v2.0/ports/1f04f115-6636-4bef-a4cb-321e05458968 HTTP/1.1" status: 200  len: 1097 time: 2.1987703
Apr 11 17:25:05.664122 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffbe4a7b-29da-4f95-80f4-f0dfa926ac00', 'tag': '1f04f115-6636-4bef-a4cb-321e05458968'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:25:05.689699 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f04f115-6636-4bef-a4cb-321e05458968,revision_number=3']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:05.716486 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:05.731476 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d95191-babc-4260-a020-640912c44b88 req-0af1ff33-117e-4136-8359-971e56b6f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:05.733252 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-84d95191-babc-4260-a020-640912c44b88 req-0af1ff33-117e-4136-8359-971e56b6f7fd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f&tenant_id=33c629be32ce4c04bbbe4f0b08fadabb HTTP/1.1" status: 200  len: 1096 time: 0.2248733
Apr 11 17:25:05.832235 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffbe4a7b-29da-4f95-80f4-f0dfa926ac00', 'tag': '1f04f115-6636-4bef-a4cb-321e05458968', 'status': 'completed', 'code': 200}
Apr 11 17:25:05.937322 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9b45c-963e-42d4-8731-597529d75f55 req-526cea2b-59e1-4643-b434-7ea8853ea587 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:05.938725 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-eaa9b45c-963e-42d4-8731-597529d75f55 req-526cea2b-59e1-4643-b434-7ea8853ea587 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Synchronizing usage tracker for tenant:686905c56a1142e7836272540d639f23 on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:25:05.966768 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-eaa9b45c-963e-42d4-8731-597529d75f55 req-526cea2b-59e1-4643-b434-7ea8853ea587 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Unset dirty status for tenant:686905c56a1142e7836272540d639f23 on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:25:05.975940 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eaa9b45c-963e-42d4-8731-597529d75f55 req-526cea2b-59e1-4643-b434-7ea8853ea587 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 947 time: 0.5642295
Apr 11 17:25:06.033920 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-eaa9b45c-963e-42d4-8731-597529d75f55 req-b11d4b60-01fa-47d9-8d13-b3effcd28750 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Synchronizing usage tracker for tenant:686905c56a1142e7836272540d639f23 on resource:security_group {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:25:06.053617 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b8a59-3777-4c41-a1ec-b2c68de777a2 req-c003e71c-6056-4ffa-beb0-035fb38b0674 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:06.056138 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3f3b8a59-3777-4c41-a1ec-b2c68de777a2 req-c003e71c-6056-4ffa-beb0-035fb38b0674 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.1150610
Apr 11 17:25:06.064613 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d95191-babc-4260-a020-640912c44b88 req-2dfe515d-f64e-482d-996e-2b6b7db23e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:06.066209 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-84d95191-babc-4260-a020-640912c44b88 req-2dfe515d-f64e-482d-996e-2b6b7db23e7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=33c629be32ce4c04bbbe4f0b08fadabb&device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 1096 time: 0.2363124
Apr 11 17:25:06.067932 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-eaa9b45c-963e-42d4-8731-597529d75f55 req-b11d4b60-01fa-47d9-8d13-b3effcd28750 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Unset dirty status for tenant:686905c56a1142e7836272540d639f23 on resource:security_group {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:25:06.077529 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eaa9b45c-963e-42d4-8731-597529d75f55 req-b11d4b60-01fa-47d9-8d13-b3effcd28750 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/security-groups?id=b950ff2f-28da-4f18-adcd-fb48c54e4fef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004627
Apr 11 17:25:06.093756 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd64c0-a122-4d43-be81-7d503525493c req-e5827ca4-3917-4c9d-a09b-4649256b288c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:06.095616 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5afd64c0-a122-4d43-be81-7d503525493c req-e5827ca4-3917-4c9d-a09b-4649256b288c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=686905c56a1142e7836272540d639f23&device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 1100 time: 0.3673694
Apr 11 17:25:06.102802 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3f3b8a59-3777-4c41-a1ec-b2c68de777a2 req-1ee28a5d-468f-444f-b6d9-ff13421c8ca5 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394139
Apr 11 17:25:06.211736 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5afd64c0-a122-4d43-be81-7d503525493c req-db81d418-e60f-45ae-a6c6-f7cbefc8ef07 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=1f04f115-6636-4bef-a4cb-321e05458968 HTTP/1.1" status: 200  len: 217 time: 0.0881393
Apr 11 17:25:06.368367 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd64c0-a122-4d43-be81-7d503525493c req-cf00ce33-7a21-448f-a8a7-ef2c54046cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:06.370301 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5afd64c0-a122-4d43-be81-7d503525493c req-cf00ce33-7a21-448f-a8a7-ef2c54046cb0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0fac08d8-a0c8-4f02-918f-3cb48e80e05a HTTP/1.1" status: 200  len: 843 time: 0.1114621
Apr 11 17:25:06.496932 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d95191-babc-4260-a020-640912c44b88 req-54576cd3-dd4a-4c90-a3d0-c6bf557ea900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:06.498402 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-84d95191-babc-4260-a020-640912c44b88 req-54576cd3-dd4a-4c90-a3d0-c6bf557ea900 service neutron] 10.222.0.37 "GET /v2.0/networks?id=973b0fec-dcde-47d9-8ce0-29a113b9d801 HTTP/1.1" status: 200  len: 909 time: 0.4198501
Apr 11 17:25:06.643656 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-84d95191-babc-4260-a020-640912c44b88 req-bef8aac2-beaa-4ca7-b1e5-b2b3a218d822 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05424d55-cbbf-4df9-ad21-04b5652b3db5 HTTP/1.1" status: 200  len: 999 time: 0.1370938
Apr 11 17:25:06.698761 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd64c0-a122-4d43-be81-7d503525493c req-66a5dcdd-9e3f-408c-96c8-1cd6019ceb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:06.700569 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5afd64c0-a122-4d43-be81-7d503525493c req-66a5dcdd-9e3f-408c-96c8-1cd6019ceb57 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f38c16b2-a699-498c-930f-274b85eb9b85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3214746
Apr 11 17:25:06.831979 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b93dfb-107b-4abc-bc67-55837a1b8361 req-0bce83cc-d3cc-49e4-9ba7-ea71a1a16248 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:06.834011 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-56b93dfb-107b-4abc-bc67-55837a1b8361 req-0bce83cc-d3cc-49e4-9ba7-ea71a1a16248 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 943 time: 0.3805230
Apr 11 17:25:06.855869 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d95191-babc-4260-a020-640912c44b88 req-b8e428f4-f4e1-472d-9929-6cfed2fc9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:06.857590 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-84d95191-babc-4260-a020-640912c44b88 req-b8e428f4-f4e1-472d-9929-6cfed2fc9d43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6aad9cc5-150d-4356-ae31-d6d4da9f4aa0 HTTP/1.1" status: 200  len: 847 time: 0.2008371
Apr 11 17:25:06.944625 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-56b93dfb-107b-4abc-bc67-55837a1b8361 req-acd6e2c7-84e8-42b1-885a-d50904cc3f93 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1017597
Apr 11 17:25:07.352359 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5afd64c0-a122-4d43-be81-7d503525493c req-30122ce6-9fcd-4bc2-9ee6-cade7af8ee17 service neutron] 10.222.0.37 "GET /v2.0/networks/f38c16b2-a699-498c-930f-274b85eb9b85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6414759
Apr 11 17:25:07.543561 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d95191-babc-4260-a020-640912c44b88 req-a54af3ed-ac4b-4cba-a2e2-8b185cbc831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:07.557950 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-84d95191-babc-4260-a020-640912c44b88 req-a54af3ed-ac4b-4cba-a2e2-8b185cbc831a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=973b0fec-dcde-47d9-8ce0-29a113b9d801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6846914
Apr 11 17:25:07.594276 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17f56e-4f70-45ab-b15b-a422a50ec0c0 req-91c75542-b841-431d-8805-40cbd94dade7 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:07.595890 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4e17f56e-4f70-45ab-b15b-a422a50ec0c0 req-91c75542-b841-431d-8805-40cbd94dade7 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 947 time: 0.3259034
Apr 11 17:25:07.684761 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8716d2-9a28-487c-846b-1d8d103f316b req-4242ffc6-febd-42e1-bf73-cd27ba88760c tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:07.693354 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-af8716d2-9a28-487c-846b-1d8d103f316b req-4242ffc6-febd-42e1-bf73-cd27ba88760c tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.1129532
Apr 11 17:25:07.732121 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-af8716d2-9a28-487c-846b-1d8d103f316b req-8d80e60b-41fd-45a4-95c4-04aa32c71e5d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376220
Apr 11 17:25:07.828789 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4e17f56e-4f70-45ab-b15b-a422a50ec0c0 req-68f9761b-4d63-425c-a6be-233f46fabb12 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/security-groups?id=b950ff2f-28da-4f18-adcd-fb48c54e4fef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2190549
Apr 11 17:25:07.845311 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5afd64c0-a122-4d43-be81-7d503525493c req-da513d76-c1d0-4848-a5b2-afc55a440171 service neutron] 10.222.0.37 "GET /v2.0/networks/f38c16b2-a699-498c-930f-274b85eb9b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4848619
Apr 11 17:25:07.983517 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-84d95191-babc-4260-a020-640912c44b88 req-fe5d1db3-11ec-4d1c-9c1c-081ca73ba8c9 service neutron] 10.222.0.37 "GET /v2.0/networks/973b0fec-dcde-47d9-8ce0-29a113b9d801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3842614
Apr 11 17:25:08.175801 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49dad5-1b3b-496f-8c97-edcdcbfeacaf req-2bbcb5ac-95c2-4e27-b292-70c817f26f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:08.178417 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4c49dad5-1b3b-496f-8c97-edcdcbfeacaf req-2bbcb5ac-95c2-4e27-b292-70c817f26f71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=686905c56a1142e7836272540d639f23&device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 1100 time: 0.2709849
Apr 11 17:25:08.250844 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19f827-feb4-492c-813c-7da991529beb req-63f68c71-af1a-4f5c-8c83-e819885ed884 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:08.252537 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0e19f827-feb4-492c-813c-7da991529beb req-63f68c71-af1a-4f5c-8c83-e819885ed884 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 943 time: 0.1438978
Apr 11 17:25:08.259768 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-84d95191-babc-4260-a020-640912c44b88 req-4b53ee0e-b055-4d1c-8cd2-9d47453c1c70 service neutron] 10.222.0.37 "GET /v2.0/networks/973b0fec-dcde-47d9-8ce0-29a113b9d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2680917
Apr 11 17:25:08.333551 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0e19f827-feb4-492c-813c-7da991529beb req-ed267c96-e1f2-468f-aa6d-271f2c7609a8 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0717223
Apr 11 17:25:08.428841 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49dad5-1b3b-496f-8c97-edcdcbfeacaf req-4377d68f-cb87-421d-889d-f847bd1b5f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:08.430833 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4c49dad5-1b3b-496f-8c97-edcdcbfeacaf req-4377d68f-cb87-421d-889d-f847bd1b5f46 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f38c16b2-a699-498c-930f-274b85eb9b85 HTTP/1.1" status: 200  len: 870 time: 0.2421954
Apr 11 17:25:08.516409 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4c49dad5-1b3b-496f-8c97-edcdcbfeacaf req-301f2759-f71f-4904-aac9-0ed3b9ba9338 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=1f04f115-6636-4bef-a4cb-321e05458968 HTTP/1.1" status: 200  len: 217 time: 0.0772007
Apr 11 17:25:08.601928 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49dad5-1b3b-496f-8c97-edcdcbfeacaf req-b9f9a0af-77d0-4667-bf05-643dc59f9f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:08.603571 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4c49dad5-1b3b-496f-8c97-edcdcbfeacaf req-b9f9a0af-77d0-4667-bf05-643dc59f9f02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0fac08d8-a0c8-4f02-918f-3cb48e80e05a HTTP/1.1" status: 200  len: 843 time: 0.0790386
Apr 11 17:25:08.717254 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49dad5-1b3b-496f-8c97-edcdcbfeacaf req-f88c1dce-b273-44fc-82e6-db0e18644e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:08.719075 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4c49dad5-1b3b-496f-8c97-edcdcbfeacaf req-f88c1dce-b273-44fc-82e6-db0e18644e8b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f38c16b2-a699-498c-930f-274b85eb9b85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1073411
Apr 11 17:25:08.958359 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4c49dad5-1b3b-496f-8c97-edcdcbfeacaf req-8e7f7add-fb1a-4508-a43a-de184be80065 service neutron] 10.222.0.37 "GET /v2.0/networks/f38c16b2-a699-498c-930f-274b85eb9b85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2259736
Apr 11 17:25:09.104224 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e46e0-f61b-4a61-a673-17ccdcad60b1 req-3534e132-4514-48b5-8359-b4f2fb70d9b5 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:09.105925 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d79e46e0-f61b-4a61-a673-17ccdcad60b1 req-3534e132-4514-48b5-8359-b4f2fb70d9b5 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 947 time: 0.1224611
Apr 11 17:25:09.143764 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d79e46e0-f61b-4a61-a673-17ccdcad60b1 req-fa555e2d-5e84-43ec-a38b-3ae0cefee9e2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/security-groups?id=b950ff2f-28da-4f18-adcd-fb48c54e4fef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0286670
Apr 11 17:25:09.155307 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265efccb-2d69-42d1-ad7e-4f18ae56a849 req-71b561bd-ed25-4ff1-90c3-6ab916f646c6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:09.157397 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-265efccb-2d69-42d1-ad7e-4f18ae56a849 req-71b561bd-ed25-4ff1-90c3-6ab916f646c6 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.2838981
Apr 11 17:25:09.164184 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4c49dad5-1b3b-496f-8c97-edcdcbfeacaf req-2cb9969d-361a-4602-93c5-daadc429a0ad service neutron] 10.222.0.37 "GET /v2.0/networks/f38c16b2-a699-498c-930f-274b85eb9b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1998425
Apr 11 17:25:09.185849 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bbc01be7-7bdc-4b4d-bd7f-f3da125b755f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:09.197210 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-265efccb-2d69-42d1-ad7e-4f18ae56a849 req-6375c592-8798-4fe5-a960-f8503124c5d9 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319641
Apr 11 17:25:09.543706 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4d7e8-3eba-4045-83fd-adbe8430d08f req-4e33e653-9b4a-402a-86ff-a526142e97bd tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:09.545330 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e4f4d7e8-3eba-4045-83fd-adbe8430d08f req-4e33e653-9b4a-402a-86ff-a526142e97bd tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 943 time: 0.0912445
Apr 11 17:25:09.576936 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e4f4d7e8-3eba-4045-83fd-adbe8430d08f req-1747927f-fc32-4121-8a57-6e6046a06f7e tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0251009
Apr 11 17:25:10.197074 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42074c-e5b4-4c0f-8d36-b87e8ccc689d req-99f8f8c2-48f2-4e7e-ac25-1186de00d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:10.198682 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ac42074c-e5b4-4c0f-8d36-b87e8ccc689d req-99f8f8c2-48f2-4e7e-ac25-1186de00d6de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=29460390dfea45e8a17222990e169b8c&device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 1099 time: 0.0794189
Apr 11 17:25:10.427379 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42074c-e5b4-4c0f-8d36-b87e8ccc689d req-fddb2a9b-2a49-40df-8657-c2f5504453fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:10.428976 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ac42074c-e5b4-4c0f-8d36-b87e8ccc689d req-fddb2a9b-2a49-40df-8657-c2f5504453fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=7a796639-a912-42cf-b262-8ecc2c9af48b HTTP/1.1" status: 200  len: 917 time: 0.2238317
Apr 11 17:25:10.443876 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc532b0-f30f-420e-8274-6116a5f898a1 req-2223d15e-2653-483a-bfbf-819ea2f12dc5 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:10.445410 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ebc532b0-f30f-420e-8274-6116a5f898a1 req-2223d15e-2653-483a-bfbf-819ea2f12dc5 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.0950186
Apr 11 17:25:10.476700 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ebc532b0-f30f-420e-8274-6116a5f898a1 req-143df25b-bdd2-4641-9f58-156d51af3afd tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0246797
Apr 11 17:25:10.502023 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce98e0-b1c5-4c14-a85c-6343cc97c758 req-429f4e90-a41b-449d-84d0-b21156e44bac tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:10.503600 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a4ce98e0-b1c5-4c14-a85c-6343cc97c758 req-429f4e90-a41b-449d-84d0-b21156e44bac tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 947 time: 0.2073164
Apr 11 17:25:10.555045 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a4ce98e0-b1c5-4c14-a85c-6343cc97c758 req-7da49374-97f1-4853-8630-6a008c2e58fa tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/security-groups?id=b950ff2f-28da-4f18-adcd-fb48c54e4fef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422101
Apr 11 17:25:10.568513 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ac42074c-e5b4-4c0f-8d36-b87e8ccc689d req-8e153024-5132-4178-8221-46d90c2da65a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a375ae8f-9ac8-4510-98fe-af0da824d71f HTTP/1.1" status: 200  len: 1002 time: 0.1322601
Apr 11 17:25:10.643896 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42074c-e5b4-4c0f-8d36-b87e8ccc689d req-a6808788-9c20-4c6f-9367-60b1423a9ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:10.646032 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ac42074c-e5b4-4c0f-8d36-b87e8ccc689d req-a6808788-9c20-4c6f-9367-60b1423a9ea0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ae25664-a4e8-4c35-9626-880cdfd5329a HTTP/1.1" status: 200  len: 855 time: 0.0713027
Apr 11 17:25:10.731276 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42074c-e5b4-4c0f-8d36-b87e8ccc689d req-bd6336eb-9a96-428c-af8e-cccaaf3da206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:10.732846 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ac42074c-e5b4-4c0f-8d36-b87e8ccc689d req-bd6336eb-9a96-428c-af8e-cccaaf3da206 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7a796639-a912-42cf-b262-8ecc2c9af48b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806158
Apr 11 17:25:10.780471 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5f7a4-e074-46db-9e4a-2e8863c9cf73 req-cb3d3199-060b-4fcd-b5c6-25c39084e13a tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:10.782046 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2bd5f7a4-e074-46db-9e4a-2e8863c9cf73 req-cb3d3199-060b-4fcd-b5c6-25c39084e13a tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 943 time: 0.0889294
Apr 11 17:25:10.812820 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2bd5f7a4-e074-46db-9e4a-2e8863c9cf73 req-21b99a85-84d2-482e-8ebb-41858ad002a8 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0237274
Apr 11 17:25:10.881674 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ac42074c-e5b4-4c0f-8d36-b87e8ccc689d req-6e2c9e4f-bc6f-4f07-b6fe-e5971b9d1488 service neutron] 10.222.0.37 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412432
Apr 11 17:25:11.030266 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ac42074c-e5b4-4c0f-8d36-b87e8ccc689d req-f36cc650-45d2-423a-8579-a432f3983a0a service neutron] 10.222.0.37 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423783
Apr 11 17:25:11.140785 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 1f04f115-6636-4bef-a4cb-321e05458968 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:25:11.286198 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 1f04f115-6636-4bef-a4cb-321e05458968, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1f04f115-6636-4bef-a4cb-321e05458968,segment=NetworkSegment(8bd6337d-c1a2-46bc-9b60-d737446f05e4),segment_id=8bd6337d-c1a2-46bc-9b60-d737446f05e4)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:25:11.300224 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': '1f04f115-6636-4bef-a4cb-321e05458968', 'network_id': 'f38c16b2-a699-498c-930f-274b85eb9b85', 'port_id': '1f04f115-6636-4bef-a4cb-321e05458968', 'mac_address': 'fa:16:3e:f4:4e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fac08d8-a0c8-4f02-918f-3cb48e80e05a', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:25:11.364884 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:11.383003 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f04f115-6636-4bef-a4cb-321e05458968 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:25:11.399750 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 1f04f115-6636-4bef-a4cb-321e05458968, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1f04f115-6636-4bef-a4cb-321e05458968,segment=NetworkSegment(8bd6337d-c1a2-46bc-9b60-d737446f05e4),segment_id=8bd6337d-c1a2-46bc-9b60-d737446f05e4)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:25:11.402494 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:11.404299 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:11.475069 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=1f04f115-6636-4bef-a4cb-321e05458968,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:11.478235 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:11.633078 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['1f04f115-6636-4bef-a4cb-321e05458968'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:25:11.690757 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf3317-93f4-4e25-8ca4-65354a8ff727 req-d815383e-f460-43d4-9bc4-d61cee43839d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:11.693434 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-42bf3317-93f4-4e25-8ca4-65354a8ff727 req-d815383e-f460-43d4-9bc4-d61cee43839d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.0975792
Apr 11 17:25:11.699740 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bdccf5c0-1a00-4607-b60c-82c65ce55332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:11.725162 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-42bf3317-93f4-4e25-8ca4-65354a8ff727 req-58f2b193-12fe-4c55-ac4e-f6e3a55a90fd tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0252724
Apr 11 17:25:11.774919 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd89a63-68a5-4a14-b8e5-ff894a6df7d4 req-43934496-854f-4bdf-a27e-6ffcc900166c tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:11.776554 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1bd89a63-68a5-4a14-b8e5-ff894a6df7d4 req-43934496-854f-4bdf-a27e-6ffcc900166c tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 948 time: 0.1042633
Apr 11 17:25:11.808706 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1bd89a63-68a5-4a14-b8e5-ff894a6df7d4 req-2d56de0d-6f22-4515-8625-542f99f58f5a tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/security-groups?id=b950ff2f-28da-4f18-adcd-fb48c54e4fef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0254607
Apr 11 17:25:12.014659 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1610985-3ac7-4583-b499-cc812c7da4e2 req-2e0d05f7-ea07-4017-9ead-91565d081a16 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:12.016271 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a1610985-3ac7-4583-b499-cc812c7da4e2 req-2e0d05f7-ea07-4017-9ead-91565d081a16 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 943 time: 0.0906463
Apr 11 17:25:12.047591 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a1610985-3ac7-4583-b499-cc812c7da4e2 req-c15a1f5c-bcc6-45c5-bbc9-6a0b7d60c771 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0245857
Apr 11 17:25:12.562137 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:12.934145 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14734d4d-8193-426f-80ca-bb06659ef456 req-c281ba70-e78d-44b2-96d3-959e7766fc37 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:12.935742 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-14734d4d-8193-426f-80ca-bb06659ef456 req-c281ba70-e78d-44b2-96d3-959e7766fc37 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 946 time: 0.0877824
Apr 11 17:25:12.968887 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-14734d4d-8193-426f-80ca-bb06659ef456 req-228a2715-df69-4cee-9dd8-57377b3fe6df tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0252485
Apr 11 17:25:13.026981 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab0e7e-771e-4114-8fc2-f4daba050cc3 req-c19b58c0-566c-48c5-bd3d-9db5226dddd5 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:13.028656 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5eab0e7e-771e-4114-8fc2-f4daba050cc3 req-c19b58c0-566c-48c5-bd3d-9db5226dddd5 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 948 time: 0.1003239
Apr 11 17:25:13.062315 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5eab0e7e-771e-4114-8fc2-f4daba050cc3 req-13085766-48c4-4f8e-8af7-6c4967395b6b tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/security-groups?id=b950ff2f-28da-4f18-adcd-fb48c54e4fef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251868
Apr 11 17:25:13.141706 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:13.159769 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 1f04f115-6636-4bef-a4cb-321e05458968 up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:25:13.243405 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning for port 1f04f115-6636-4bef-a4cb-321e05458968 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:25:13.248705 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port 1f04f115-6636-4bef-a4cb-321e05458968 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:25:13.249122 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:13.270852 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea93140-a339-48d8-8cef-cb24613119c6 req-da6636d3-58b2-4e71-980d-63212254d104 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:13.272515 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0ea93140-a339-48d8-8cef-cb24613119c6 req-da6636d3-58b2-4e71-980d-63212254d104 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 943 time: 0.0935102
Apr 11 17:25:13.320854 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0ea93140-a339-48d8-8cef-cb24613119c6 req-4a354db3-337f-48ee-b7c1-0a8b80a15c3a tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0337050
Apr 11 17:25:13.402373 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:13.414739 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbe4a7b-29da-4f95-80f4-f0dfa926ac00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f04f115-6636-4bef-a4cb-321e05458968'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:25:13.424888 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 1f04f115-6636-4bef-a4cb-321e05458968, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1f04f115-6636-4bef-a4cb-321e05458968,segment=NetworkSegment(8bd6337d-c1a2-46bc-9b60-d737446f05e4),segment_id=8bd6337d-c1a2-46bc-9b60-d737446f05e4)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:25:13.428763 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:13.429664 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device a375ae8f-9ac8-4510-98fe-af0da824d71f no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:25:13.460448 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:13.508809 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbe4a7b-29da-4f95-80f4-f0dfa926ac00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f04f115-6636-4bef-a4cb-321e05458968', 'code': 200}
Apr 11 17:25:13.569745 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=1f04f115-6636-4bef-a4cb-321e05458968,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:13.573102 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:13.637454 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:13.655597 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port a375ae8f-9ac8-4510-98fe-af0da824d71f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a375ae8f-9ac8-4510-98fe-af0da824d71f,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:25:13.659478 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:13.662213 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:13.739898 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07194e5a-965b-4668-a7e4-78e76c39c745 req-14c275e7-3d88-40a1-a781-deffbdc833b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:13.740646 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:13.741195 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-07194e5a-965b-4668-a7e4-78e76c39c745 req-14c275e7-3d88-40a1-a781-deffbdc833b0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 1102 time: 0.0980840
Apr 11 17:25:13.753173 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=a375ae8f-9ac8-4510-98fe-af0da824d71f,revision_number=8']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:13.756350 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:13.769351 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-07194e5a-965b-4668-a7e4-78e76c39c745 req-40121ccd-1ef3-46e6-9805-764c7cad9287 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b950ff2f-28da-4f18-adcd-fb48c54e4fef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0208476
Apr 11 17:25:14.303056 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103698e1-5eb6-47d7-8a56-024574aa3294 req-9ee3f323-0169-4deb-803d-71b203ae57c4 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:14.310639 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-103698e1-5eb6-47d7-8a56-024574aa3294 req-9ee3f323-0169-4deb-803d-71b203ae57c4 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 949 time: 0.1289809
Apr 11 17:25:14.343450 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-103698e1-5eb6-47d7-8a56-024574aa3294 req-467e465f-6f90-4610-9c88-6304fb3ac583 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/security-groups?id=b950ff2f-28da-4f18-adcd-fb48c54e4fef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0299847
Apr 11 17:25:14.570554 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8b980-0a37-496a-a847-278053bb2c58 req-83828f80-e940-4187-bfb8-eacc0ac34ee9 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:14.572212 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-98a8b980-0a37-496a-a847-278053bb2c58 req-83828f80-e940-4187-bfb8-eacc0ac34ee9 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 943 time: 0.0992997
Apr 11 17:25:14.605993 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d033c-6f5f-43f6-bf97-ab13b2b3330c req-13cd9fa4-40fd-47a3-90b4-2e9b943b763d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:14.614051 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b27d033c-6f5f-43f6-bf97-ab13b2b3330c req-13cd9fa4-40fd-47a3-90b4-2e9b943b763d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 944 time: 0.1067648
Apr 11 17:25:14.631265 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-98a8b980-0a37-496a-a847-278053bb2c58 req-c6c31477-585c-4945-a169-2404cb8c0af0 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512128
Apr 11 17:25:14.643038 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b27d033c-6f5f-43f6-bf97-ab13b2b3330c req-bbb34e63-494d-433e-8544-54fdf1bb82c4 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0274477
Apr 11 17:25:14.874884 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f5cff069-6d1f-4224-bbd9-2b4588fa48f9 req-36e2de7d-6207-42e9-8e4f-1321c2a553dc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0789874
Apr 11 17:25:15.383719 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cff069-6d1f-4224-bbd9-2b4588fa48f9 req-12161ba9-d28d-417d-928e-4cc85a0fc169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:15.385386 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f5cff069-6d1f-4224-bbd9-2b4588fa48f9 req-12161ba9-d28d-417d-928e-4cc85a0fc169 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23&tenant_id=29460390dfea45e8a17222990e169b8c HTTP/1.1" status: 200  len: 1097 time: 0.0803220
Apr 11 17:25:15.498032 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cff069-6d1f-4224-bbd9-2b4588fa48f9 req-076ebb48-891e-4306-acdc-4ddd4567370f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:15.499782 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f5cff069-6d1f-4224-bbd9-2b4588fa48f9 req-076ebb48-891e-4306-acdc-4ddd4567370f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=29460390dfea45e8a17222990e169b8c&device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 1097 time: 0.0869412
Apr 11 17:25:15.510191 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ff859e-0fff-447c-9fc0-97ee525f2d23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a375ae8f-9ac8-4510-98fe-af0da824d71f'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:25:15.558989 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef53c39-64f6-46b6-8c8f-f03544e72979 req-cb281c55-a29f-4704-bda9-d26dbdadcdfd tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:15.561444 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bef53c39-64f6-46b6-8c8f-f03544e72979 req-cb281c55-a29f-4704-bda9-d26dbdadcdfd tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 949 time: 0.1003113
Apr 11 17:25:15.574017 dv-cinder-784779-4-iscsi neutron-server[85151]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e1ff859e-0fff-447c-9fc0-97ee525f2d23', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a375ae8f-9ac8-4510-98fe-af0da824d71f', 'code': 422} returned with failed status
Apr 11 17:25:15.594839 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bef53c39-64f6-46b6-8c8f-f03544e72979 req-5821808a-20e5-43e5-b810-04a428ec5447 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/security-groups?id=b950ff2f-28da-4f18-adcd-fb48c54e4fef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0260117
Apr 11 17:25:15.651111 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cff069-6d1f-4224-bbd9-2b4588fa48f9 req-a633096c-23b1-4d8d-a121-391e13abce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:15.652700 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f5cff069-6d1f-4224-bbd9-2b4588fa48f9 req-a633096c-23b1-4d8d-a121-391e13abce43 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7a796639-a912-42cf-b262-8ecc2c9af48b HTTP/1.1" status: 200  len: 917 time: 0.1459122
Apr 11 17:25:16.052656 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f5cff069-6d1f-4224-bbd9-2b4588fa48f9 req-476c04de-1bfe-4b4b-b85e-0c8861814692 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a375ae8f-9ac8-4510-98fe-af0da824d71f HTTP/1.1" status: 200  len: 1000 time: 0.3931692
Apr 11 17:25:16.068487 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a784896-aab9-4e5f-9c14-298f812d4c7d req-a2683046-e1e0-44e7-b1c0-bdd814e4c390 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:16.070097 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9a784896-aab9-4e5f-9c14-298f812d4c7d req-a2683046-e1e0-44e7-b1c0-bdd814e4c390 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 944 time: 0.0904663
Apr 11 17:25:16.101054 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9a784896-aab9-4e5f-9c14-298f812d4c7d req-b74f0feb-2385-4e52-bc9d-246db6a6b1f9 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0243812
Apr 11 17:25:16.141021 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cff069-6d1f-4224-bbd9-2b4588fa48f9 req-acd3b429-fb50-4267-a114-e86773503a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:16.142714 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f5cff069-6d1f-4224-bbd9-2b4588fa48f9 req-acd3b429-fb50-4267-a114-e86773503a57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ae25664-a4e8-4c35-9626-880cdfd5329a HTTP/1.1" status: 200  len: 855 time: 0.0829666
Apr 11 17:25:16.151961 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e177794-71d9-438e-9419-0ab3d35915df req-66a5b7ec-1d71-4beb-ad5a-a1c471426f43 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:16.153460 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9e177794-71d9-438e-9419-0ab3d35915df req-66a5b7ec-1d71-4beb-ad5a-a1c471426f43 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 943 time: 0.4048374
Apr 11 17:25:16.231488 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9e177794-71d9-438e-9419-0ab3d35915df req-b47ae75d-ce17-4729-b2d4-3e8d2f6764fa tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386817
Apr 11 17:25:16.269645 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cff069-6d1f-4224-bbd9-2b4588fa48f9 req-3fd87107-1afd-4354-9819-bf21af205e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:16.271400 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f5cff069-6d1f-4224-bbd9-2b4588fa48f9 req-3fd87107-1afd-4354-9819-bf21af205e45 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7a796639-a912-42cf-b262-8ecc2c9af48b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1170144
Apr 11 17:25:16.386288 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade2a20-5519-464a-b979-2362b5cb1012 req-94011aaa-4735-4c11-a5c5-742a821f35ac tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:16.388121 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9ade2a20-5519-464a-b979-2362b5cb1012 req-94011aaa-4735-4c11-a5c5-742a821f35ac tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 949 time: 0.0947788
Apr 11 17:25:16.422336 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9ade2a20-5519-464a-b979-2362b5cb1012 req-52c4cd3f-1c44-4a2f-aa1f-2241a3256393 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/security-groups?id=b950ff2f-28da-4f18-adcd-fb48c54e4fef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0271337
Apr 11 17:25:16.442312 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f5cff069-6d1f-4224-bbd9-2b4588fa48f9 req-04aa2caa-6a4d-4f53-8692-afa7d15bab80 service neutron] 10.222.0.37 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1520319
Apr 11 17:25:16.588321 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f5cff069-6d1f-4224-bbd9-2b4588fa48f9 req-142d4217-a17f-4d15-b217-133fa86e151b service neutron] 10.222.0.37 "GET /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393609
Apr 11 17:25:17.180677 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 05424d55-cbbf-4df9-ad21-04b5652b3db5 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:25:17.374031 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd232e5-3570-42fe-8f94-c5b64db53bba req-039083d2-839d-4291-91d4-530f33f8a2ae tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:17.375743 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8dd232e5-3570-42fe-8f94-c5b64db53bba req-039083d2-839d-4291-91d4-530f33f8a2ae tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 944 time: 0.1509385
Apr 11 17:25:17.424553 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8dd232e5-3570-42fe-8f94-c5b64db53bba req-392c1cf9-c955-40d5-b98c-684ad17f06b7 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360904
Apr 11 17:25:17.558676 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b0690-568e-4848-a5de-e5185ef1c308 req-a1b3e387-1032-47a8-a81c-9f4ed52f0482 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:17.560624 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d97b0690-568e-4848-a5de-e5185ef1c308 req-a1b3e387-1032-47a8-a81c-9f4ed52f0482 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 943 time: 0.1419754
Apr 11 17:25:17.566023 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 05424d55-cbbf-4df9-ad21-04b5652b3db5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=05424d55-cbbf-4df9-ad21-04b5652b3db5,segment=NetworkSegment(4a4a5e70-daae-4192-9187-33f2fa3c2976),segment_id=4a4a5e70-daae-4192-9187-33f2fa3c2976)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:25:17.578453 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75464210-acf6-4e9c-ae81-6418cb75861d req-cd3c26b0-6456-4ebd-943f-888aab4ec9a5 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:17.580293 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-75464210-acf6-4e9c-ae81-6418cb75861d req-cd3c26b0-6456-4ebd-943f-888aab4ec9a5 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 949 time: 0.2508502
Apr 11 17:25:17.589765 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': '05424d55-cbbf-4df9-ad21-04b5652b3db5', 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801', 'port_id': '05424d55-cbbf-4df9-ad21-04b5652b3db5', 'mac_address': 'fa:16:3e:0a:b7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aad9cc5-150d-4356-ae31-d6d4da9f4aa0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:25:17.667696 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:17.669697 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05424d55-cbbf-4df9-ad21-04b5652b3db5 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:25:17.679274 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d97b0690-568e-4848-a5de-e5185ef1c308 req-aaa37f28-99dc-4719-becd-4d06d342a10d tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0973763
Apr 11 17:25:17.695584 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 05424d55-cbbf-4df9-ad21-04b5652b3db5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=05424d55-cbbf-4df9-ad21-04b5652b3db5,segment=NetworkSegment(4a4a5e70-daae-4192-9187-33f2fa3c2976),segment_id=4a4a5e70-daae-4192-9187-33f2fa3c2976)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:25:17.708305 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:17.712079 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:17.732200 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-75464210-acf6-4e9c-ae81-6418cb75861d req-dc59bf51-750f-4962-b971-bdbffc888db2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Deleting port 1f04f115-6636-4bef-a4cb-321e05458968 {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:25:17.732617 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-75464210-acf6-4e9c-ae81-6418cb75861d req-dc59bf51-750f-4962-b971-bdbffc888db2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:17.753427 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14b6d8-0c90-48b2-a705-f6d9ce50167b req-587fd794-b95c-44ed-956a-f277e8000b23 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:17.755648 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7e14b6d8-0c90-48b2-a705-f6d9ce50167b req-587fd794-b95c-44ed-956a-f277e8000b23 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 949 time: 0.1920195
Apr 11 17:25:17.822278 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7e14b6d8-0c90-48b2-a705-f6d9ce50167b req-8e1f2c97-91b8-43c8-9ac4-6343d6011cdc tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/security-groups?id=b950ff2f-28da-4f18-adcd-fb48c54e4fef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580788
Apr 11 17:25:17.949102 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=05424d55-cbbf-4df9-ad21-04b5652b3db5,revision_number=7']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:17.953955 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:17.962281 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['05424d55-cbbf-4df9-ad21-04b5652b3db5'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:25:18.367819 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-75464210-acf6-4e9c-ae81-6418cb75861d req-dc59bf51-750f-4962-b971-bdbffc888db2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] For port 1f04f115-6636-4bef-a4cb-321e05458968, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1f04f115-6636-4bef-a4cb-321e05458968,segment=NetworkSegment(8bd6337d-c1a2-46bc-9b60-d737446f05e4),segment_id=8bd6337d-c1a2-46bc-9b60-d737446f05e4)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:25:18.368234 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-75464210-acf6-4e9c-ae81-6418cb75861d req-dc59bf51-750f-4962-b971-bdbffc888db2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:18.573938 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-75464210-acf6-4e9c-ae81-6418cb75861d req-dc59bf51-750f-4962-b971-bdbffc888db2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Calling delete_port for 1f04f115-6636-4bef-a4cb-321e05458968 owned by compute:nova {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:25:18.802186 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbe484-3155-44e3-9539-4df7c73cf4ed req-6c5ad010-7106-4f3e-8fa5-67689eb46224 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:18.802186 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f8dbe484-3155-44e3-9539-4df7c73cf4ed req-6c5ad010-7106-4f3e-8fa5-67689eb46224 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 944 time: 0.1898944
Apr 11 17:25:18.857524 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f8dbe484-3155-44e3-9539-4df7c73cf4ed req-8531ac15-1629-454c-994d-265d94fbb44b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383999
Apr 11 17:25:18.866050 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-75464210-acf6-4e9c-ae81-6418cb75861d req-dc59bf51-750f-4962-b971-bdbffc888db2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:18.877932 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['1f04f115-6636-4bef-a4cb-321e05458968'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:25:18.903466 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:19.038985 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85faeea3-abf5-4e5a-a491-97803f2825ba req-94a6ffe8-b45b-4de0-bd9a-e60ac54f3757 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:19.047000 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-85faeea3-abf5-4e5a-a491-97803f2825ba req-94a6ffe8-b45b-4de0-bd9a-e60ac54f3757 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 944 time: 0.1890042
Apr 11 17:25:19.069889 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59bf51-750f-4962-b971-bdbffc888db2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Pushing event deleted for resources: {'Port': ['ID=1f04f115-6636-4bef-a4cb-321e05458968,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:19.074426 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-85faeea3-abf5-4e5a-a491-97803f2825ba req-6365bfd2-619b-4326-a14e-fd9fb117f2d7 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0263834
Apr 11 17:25:19.137991 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ec4a5a07-d7e2-4a8d-8319-4880b632ba9b req-941ec5cd-55bb-4e94-b898-fdc08ea13ee7 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 210 time: 0.0859146
Apr 11 17:25:19.141635 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc59bf51-750f-4962-b971-bdbffc888db2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:19.142056 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc59bf51-750f-4962-b971-bdbffc888db2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:19.142470 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc59bf51-750f-4962-b971-bdbffc888db2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:19.142880 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc59bf51-750f-4962-b971-bdbffc888db2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:19.143281 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc59bf51-750f-4962-b971-bdbffc888db2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:19.143684 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc59bf51-750f-4962-b971-bdbffc888db2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:19.144089 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc59bf51-750f-4962-b971-bdbffc888db2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:19.144619 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc59bf51-750f-4962-b971-bdbffc888db2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:19.145019 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc59bf51-750f-4962-b971-bdbffc888db2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:19.145422 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc59bf51-750f-4962-b971-bdbffc888db2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:19.145818 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc59bf51-750f-4962-b971-bdbffc888db2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:19.146216 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc59bf51-750f-4962-b971-bdbffc888db2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:19.151203 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-dc59bf51-750f-4962-b971-bdbffc888db2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:19.190270 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 05424d55-cbbf-4df9-ad21-04b5652b3db5 up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:25:19.323242 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port 05424d55-cbbf-4df9-ad21-04b5652b3db5 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:25:19.323451 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-75464210-acf6-4e9c-ae81-6418cb75861d req-dc59bf51-750f-4962-b971-bdbffc888db2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] No DVR routers for this DVR port 1f04f115-6636-4bef-a4cb-321e05458968 on host hv-cinder-78477 {{(pid=85264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:25:19.323689 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:19.326373 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-75464210-acf6-4e9c-ae81-6418cb75861d req-dc59bf51-750f-4962-b971-bdbffc888db2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:19.329447 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbe4a7b-29da-4f95-80f4-f0dfa926ac00', 'name': 'network-vif-deleted', 'tag': '1f04f115-6636-4bef-a4cb-321e05458968'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:25:19.364721 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-75464210-acf6-4e9c-ae81-6418cb75861d req-dc59bf51-750f-4962-b971-bdbffc888db2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.37 "DELETE /v2.0/ports/1f04f115-6636-4bef-a4cb-321e05458968 HTTP/1.1" status: 204  len: 173 time: 1.7688251
Apr 11 17:25:19.405066 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbe4a7b-29da-4f95-80f4-f0dfa926ac00', 'name': 'network-vif-deleted', 'tag': '1f04f115-6636-4bef-a4cb-321e05458968', 'status': 'completed', 'code': 200}
Apr 11 17:25:19.485156 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:19.497231 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2987b57-e857-45c2-86ed-722c8e855f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05424d55-cbbf-4df9-ad21-04b5652b3db5'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:25:19.507857 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 05424d55-cbbf-4df9-ad21-04b5652b3db5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=05424d55-cbbf-4df9-ad21-04b5652b3db5,segment=NetworkSegment(4a4a5e70-daae-4192-9187-33f2fa3c2976),segment_id=4a4a5e70-daae-4192-9187-33f2fa3c2976)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:25:19.511389 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:19.512668 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 1f04f115-6636-4bef-a4cb-321e05458968 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:25:19.543325 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:19.581847 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2987b57-e857-45c2-86ed-722c8e855f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05424d55-cbbf-4df9-ad21-04b5652b3db5', 'code': 200}
Apr 11 17:25:19.588460 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] No Port match for: 1f04f115-6636-4bef-a4cb-321e05458968 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:25:19.588753 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 1f04f115-6636-4bef-a4cb-321e05458968 not bound to the agent host hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:25:19.625887 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=05424d55-cbbf-4df9-ad21-04b5652b3db5,revision_number=8']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:19.630333 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:20.096323 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c03e4-e8b4-4245-94a5-7be019ba4720 req-2801adfe-1a4d-4d3c-b648-129db0218173 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:20.100262 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9c1c03e4-e8b4-4245-94a5-7be019ba4720 req-2801adfe-1a4d-4d3c-b648-129db0218173 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 944 time: 0.0974400
Apr 11 17:25:20.148615 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9c1c03e4-e8b4-4245-94a5-7be019ba4720 req-1eb56cdd-9c52-4be9-a3c4-d166ea84d3c2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395892
Apr 11 17:25:20.331210 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fc83c-c923-40aa-9485-1a71bb1e55cb req-9d425f10-6015-4b15-93f6-86516e46f890 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:20.333943 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fd2fc83c-c923-40aa-9485-1a71bb1e55cb req-9d425f10-6015-4b15-93f6-86516e46f890 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.1375086
Apr 11 17:25:20.344134 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f48f5a5b-a2da-41be-bd29-7eaad197bd95 req-ecd5ddca-ed56-41d6-9d02-d3b3169b780e tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 210 time: 0.0722928
Apr 11 17:25:20.378151 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fd2fc83c-c923-40aa-9485-1a71bb1e55cb req-c1d03ea6-b757-4abe-ac03-a7b3a484a212 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373046
Apr 11 17:25:21.375009 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574fb9f-6972-4c70-b791-061d003f9b6b req-a95a397c-36c7-4ea9-a1be-8619e77e3bee tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:21.376669 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7574fb9f-6972-4c70-b791-061d003f9b6b req-a95a397c-36c7-4ea9-a1be-8619e77e3bee tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 944 time: 0.0981195
Apr 11 17:25:21.408980 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7574fb9f-6972-4c70-b791-061d003f9b6b req-8fc9288e-1f6b-4935-b301-37e316019f11 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0252869
Apr 11 17:25:21.541426 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-5219eefd-c992-4d12-abae-50ed9f3194a2 req-303df41a-3514-4ef8-aa8f-ce39a7c31d5d tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Synchronizing usage tracker for tenant:686905c56a1142e7836272540d639f23 on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:25:21.557356 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-5219eefd-c992-4d12-abae-50ed9f3194a2 req-303df41a-3514-4ef8-aa8f-ce39a7c31d5d tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Unset dirty status for tenant:686905c56a1142e7836272540d639f23 on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:25:21.558712 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5219eefd-c992-4d12-abae-50ed9f3194a2 req-303df41a-3514-4ef8-aa8f-ce39a7c31d5d tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 210 time: 0.0883210
Apr 11 17:25:21.622957 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75916fc-e4f7-42a5-a0a2-2fbde943f7ce req-c4620161-30a6-44f9-88d2-96b55aa4f726 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:21.625020 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b75916fc-e4f7-42a5-a0a2-2fbde943f7ce req-c4620161-30a6-44f9-88d2-96b55aa4f726 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.0962982
Apr 11 17:25:21.657010 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b75916fc-e4f7-42a5-a0a2-2fbde943f7ce req-d4e64ff6-13a2-46f4-947d-871faad3d3a2 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0249867
Apr 11 17:25:22.648579 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55202a8-aa4c-4a2a-b502-895f6d97dadc req-283a28cc-dcd4-45ad-8371-03422056b59e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:22.650255 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b55202a8-aa4c-4a2a-b502-895f6d97dadc req-283a28cc-dcd4-45ad-8371-03422056b59e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 944 time: 0.1065686
Apr 11 17:25:22.688477 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b55202a8-aa4c-4a2a-b502-895f6d97dadc req-a689965a-2024-4feb-9a62-a2f7320853ca tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319951
Apr 11 17:25:22.753389 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2db09bf0-0eee-457b-94f9-2763a157dba0 req-8edb8e7f-ecad-4e34-be3f-3681e7a237ae tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 210 time: 0.0648899
Apr 11 17:25:22.900127 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79aaf5-6fcb-47c5-bf28-6c2fb38cde86 req-d7cda9f3-2ad1-425a-9744-4bf1b2587b21 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:22.901744 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ed79aaf5-6fcb-47c5-bf28-6c2fb38cde86 req-d7cda9f3-2ad1-425a-9744-4bf1b2587b21 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.0975630
Apr 11 17:25:22.936661 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ed79aaf5-6fcb-47c5-bf28-6c2fb38cde86 req-067022ad-b39b-4201-bf01-1241d8eedb79 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0267091
Apr 11 17:25:23.904410 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f63018-9e4a-435e-9a86-215f781c3c3a req-a89cf03c-7bb6-4764-b0b9-1dd6e3c391b5 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:23.913342 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-93f63018-9e4a-435e-9a86-215f781c3c3a req-a89cf03c-7bb6-4764-b0b9-1dd6e3c391b5 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 944 time: 0.1015959
Apr 11 17:25:23.937005 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c60a5667-552b-4316-9cfc-793674cf6c4d req-76f101e2-a561-478c-936b-62120d7ef5b2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 210 time: 0.0586219
Apr 11 17:25:23.941033 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-93f63018-9e4a-435e-9a86-215f781c3c3a req-8700fb95-59b9-46be-bbe0-76d9f6c54731 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0267248
Apr 11 17:25:24.153526 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89036ef8-e4b1-4755-b098-aed35466c7bd req-c7f9d9f9-e7a4-47cf-83e9-a73e299120f5 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:24.155135 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-89036ef8-e4b1-4755-b098-aed35466c7bd req-c7f9d9f9-e7a4-47cf-83e9-a73e299120f5 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.0949023
Apr 11 17:25:24.186843 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-89036ef8-e4b1-4755-b098-aed35466c7bd req-ba103afb-69bf-4640-890a-2c2039558452 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0244377
Apr 11 17:25:25.138964 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-53e555cd-aa22-4840-8bed-1b7b2cec72c1 req-a814be9f-9d88-476a-96ca-c793859f7cd6 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 210 time: 0.0485978
Apr 11 17:25:25.170209 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d409f9d-e980-4d0b-affe-fb00b76e0fac req-5d35c3bb-f4c0-45ed-998f-1e89a3d2d779 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:25.171898 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3d409f9d-e980-4d0b-affe-fb00b76e0fac req-5d35c3bb-f4c0-45ed-998f-1e89a3d2d779 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 944 time: 0.0954497
Apr 11 17:25:25.206817 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3d409f9d-e980-4d0b-affe-fb00b76e0fac req-88d048b7-8ef9-49ac-ad8d-cb98dfd4dbc4 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0247090
Apr 11 17:25:25.319236 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:25:25.427429 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eed34e-e1b2-4f83-bfaf-6d26937b6df6 req-4fbfb98a-3df7-46d5-b627-f432756c8359 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:25.435000 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-47eed34e-e1b2-4f83-bfaf-6d26937b6df6 req-4fbfb98a-3df7-46d5-b627-f432756c8359 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.1157870
Apr 11 17:25:25.476639 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-47eed34e-e1b2-4f83-bfaf-6d26937b6df6 req-58620649-5750-45d7-8991-d6b8aa9e42df tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404947
Apr 11 17:25:26.338284 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7131543b-80ef-40e8-ad2e-eb3a8ae45daa req-cecad544-4b37-4b94-b7ec-e01228b7a085 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 210 time: 0.0702951
Apr 11 17:25:26.450398 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6072c4-2efa-40c3-9339-1a71b30ef900 req-74fe5fae-b126-423b-8e8f-c61314ccb46c tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:26.451931 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6f6072c4-2efa-40c3-9339-1a71b30ef900 req-74fe5fae-b126-423b-8e8f-c61314ccb46c tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 944 time: 0.0923438
Apr 11 17:25:26.484977 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6f6072c4-2efa-40c3-9339-1a71b30ef900 req-103445c2-ec0b-4288-a13a-40ebb139bcef tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0260916
Apr 11 17:25:26.694727 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eb254-b6f2-4278-b16f-77319bebedbf req-68ec2d25-5075-4e6c-9acd-8ea8f2c9efe9 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:26.696338 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-149eb254-b6f2-4278-b16f-77319bebedbf req-68ec2d25-5075-4e6c-9acd-8ea8f2c9efe9 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.0943520
Apr 11 17:25:26.730308 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-149eb254-b6f2-4278-b16f-77319bebedbf req-5c7a3f5c-3cd3-4bf1-be70-4e4276ca667d tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0274556
Apr 11 17:25:27.238130 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:27.505179 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9d640708-9d73-4a5f-8623-67847a4fd653 req-02270031-84f9-4739-9523-ab75f75e71f2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 210 time: 0.0570292
Apr 11 17:25:27.717499 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b037333-5664-459a-add6-82bf47690f1b req-291b9e01-bb68-4379-8278-e81d1f9ca31f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:27.726316 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3b037333-5664-459a-add6-82bf47690f1b req-291b9e01-bb68-4379-8278-e81d1f9ca31f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 944 time: 0.1049099
Apr 11 17:25:27.752321 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3b037333-5664-459a-add6-82bf47690f1b req-a95a2650-c96e-48b3-8e9f-722b6cbcdbcf tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0250640
Apr 11 17:25:27.990433 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b1af3-6e41-4faf-9b88-21f9cac667c8 req-a34931f8-6c66-4ccc-91bf-a8aaadf3c624 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:27.992022 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7c6b1af3-6e41-4faf-9b88-21f9cac667c8 req-a34931f8-6c66-4ccc-91bf-a8aaadf3c624 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.1290469
Apr 11 17:25:28.027554 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7c6b1af3-6e41-4faf-9b88-21f9cac667c8 req-c8416e05-d8d6-4a0e-a06c-75f8064765ed tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0287344
Apr 11 17:25:28.673724 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2e14ba00-577e-48e7-ada2-c8ac92309062 req-fb8d9622-658c-4dcb-9440-159800812070 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffbe4a7b-29da-4f95-80f4-f0dfa926ac00 HTTP/1.1" status: 200  len: 210 time: 0.0483620
Apr 11 17:25:28.965585 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7f107-2161-4234-ba0a-533ddfc8b9d3 req-f918dd11-4d36-4e66-814c-414912817ff5 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:28.967277 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-27a7f107-2161-4234-ba0a-533ddfc8b9d3 req-f918dd11-4d36-4e66-814c-414912817ff5 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 944 time: 0.0943370
Apr 11 17:25:28.999365 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-27a7f107-2161-4234-ba0a-533ddfc8b9d3 req-9f6975b1-aea6-4e5a-98ed-ba62ba12e6a2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0251710
Apr 11 17:25:29.212157 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b0cbf-7767-488c-a0de-fbd9644653b3 req-0cb29149-62d4-44ef-aaa6-5b913cdbcba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:29.213827 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4b3b0cbf-7767-488c-a0de-fbd9644653b3 req-0cb29149-62d4-44ef-aaa6-5b913cdbcba8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 1098 time: 0.1362479
Apr 11 17:25:29.252959 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4b3b0cbf-7767-488c-a0de-fbd9644653b3 req-2ae1dfec-c1ec-4fcf-83ee-61352526103c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0276217
Apr 11 17:25:29.271592 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a8417-a7fb-4e5f-867f-1fa1f5d4aadb req-88992320-68df-4526-b5c0-27d2af6812dc tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:29.273386 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e48a8417-a7fb-4e5f-867f-1fa1f5d4aadb req-88992320-68df-4526-b5c0-27d2af6812dc tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.1301801
Apr 11 17:25:29.308472 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e48a8417-a7fb-4e5f-867f-1fa1f5d4aadb req-90269d38-7921-47d2-aec0-6b39c16378e1 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0281565
Apr 11 17:25:30.237881 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5587d76-b6a5-4b57-a8ce-f30966e4effe req-f6008e26-66a0-4813-b333-f8fd0a67ff2e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:30.240259 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e5587d76-b6a5-4b57-a8ce-f30966e4effe req-f6008e26-66a0-4813-b333-f8fd0a67ff2e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 944 time: 0.0979686
Apr 11 17:25:30.274442 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e5587d76-b6a5-4b57-a8ce-f30966e4effe req-9d4e9f1b-528d-4e49-a1f6-15432642cfe2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0270460
Apr 11 17:25:30.530796 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d48c1b-6c75-4595-ae59-9b298a9fa383 req-0be57f4f-f943-40c6-9c1b-71b19a7ea675 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:30.532310 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-49d48c1b-6c75-4595-ae59-9b298a9fa383 req-0be57f4f-f943-40c6-9c1b-71b19a7ea675 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.0966704
Apr 11 17:25:30.566518 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-49d48c1b-6c75-4595-ae59-9b298a9fa383 req-17279e90-934a-4955-a697-3e52911e6678 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0270267
Apr 11 17:25:30.788189 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56ed33-ac05-465b-8996-e49462ef058a req-e1c59127-334e-4cde-90a1-05d3e270597b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:30.789767 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fd56ed33-ac05-465b-8996-e49462ef058a req-e1c59127-334e-4cde-90a1-05d3e270597b tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0398ee-1f05-4b69-af9e-f2c9540b61b6 HTTP/1.1" status: 200  len: 945 time: 0.0937746
Apr 11 17:25:30.821021 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fd56ed33-ac05-465b-8996-e49462ef058a req-d673ff87-590b-4169-a2b1-cbd63d8a255d tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a63c77-275a-417b-94eb-e5b6eb26da9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0248659
Apr 11 17:25:30.897076 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dd7a86a1-16c7-4491-9de2-4f976defd314 req-7c15d4a3-d64c-4030-a89a-4ff297f7935b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0787060
Apr 11 17:25:31.052636 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a86a1-16c7-4491-9de2-4f976defd314 req-ef2a364a-1cb2-4203-892e-f1c2e584902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:31.054204 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dd7a86a1-16c7-4491-9de2-4f976defd314 req-ef2a364a-1cb2-4203-892e-f1c2e584902a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=33c629be32ce4c04bbbe4f0b08fadabb&device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 1098 time: 0.0800912
Apr 11 17:25:31.222175 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a86a1-16c7-4491-9de2-4f976defd314 req-b0db0f65-4232-45f7-939d-b8949130963b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:31.224390 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dd7a86a1-16c7-4491-9de2-4f976defd314 req-b0db0f65-4232-45f7-939d-b8949130963b service neutron] 10.222.0.37 "GET /v2.0/networks?id=973b0fec-dcde-47d9-8ce0-29a113b9d801 HTTP/1.1" status: 200  len: 909 time: 0.1430500
Apr 11 17:25:31.349973 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dd7a86a1-16c7-4491-9de2-4f976defd314 req-22887efa-69f3-460f-a9ab-89bcf45691ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05424d55-cbbf-4df9-ad21-04b5652b3db5 HTTP/1.1" status: 200  len: 1001 time: 0.1088405
Apr 11 17:25:31.475889 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a86a1-16c7-4491-9de2-4f976defd314 req-b32e1d6b-cd55-410f-aa7a-d69e74ba29b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:31.477822 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dd7a86a1-16c7-4491-9de2-4f976defd314 req-b32e1d6b-cd55-410f-aa7a-d69e74ba29b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6aad9cc5-150d-4356-ae31-d6d4da9f4aa0 HTTP/1.1" status: 200  len: 847 time: 0.1209338
Apr 11 17:25:31.563766 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb955c-2ef4-4b00-a9bb-70099e8eb13c req-9d1b9fc8-78b7-4710-b239-a6965a5d8a2d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:31.563766 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4bcb955c-2ef4-4b00-a9bb-70099e8eb13c req-9d1b9fc8-78b7-4710-b239-a6965a5d8a2d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 944 time: 0.1545408
Apr 11 17:25:31.609779 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4bcb955c-2ef4-4b00-a9bb-70099e8eb13c req-b1f781fc-46e9-4716-a97f-386e9cab3776 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0310595
Apr 11 17:25:31.616369 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a86a1-16c7-4491-9de2-4f976defd314 req-2239bdb6-9d54-4e9a-8931-977361a245a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:31.617959 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dd7a86a1-16c7-4491-9de2-4f976defd314 req-2239bdb6-9d54-4e9a-8931-977361a245a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=973b0fec-dcde-47d9-8ce0-29a113b9d801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1272924
Apr 11 17:25:32.008884 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dd7a86a1-16c7-4491-9de2-4f976defd314 req-e452803b-ffab-4127-a679-72689056ec3c service neutron] 10.222.0.37 "GET /v2.0/networks/973b0fec-dcde-47d9-8ce0-29a113b9d801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3838131
Apr 11 17:25:32.064103 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b5bc9-db7a-470d-b010-8225cf02749f req-68ecca22-3ed4-4174-9cb5-7340028bec7e tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:32.066004 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f06b5bc9-db7a-470d-b010-8225cf02749f req-68ecca22-3ed4-4174-9cb5-7340028bec7e tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0398ee-1f05-4b69-af9e-f2c9540b61b6 HTTP/1.1" status: 200  len: 945 time: 0.0936298
Apr 11 17:25:32.098578 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f06b5bc9-db7a-470d-b010-8225cf02749f req-906fd0f4-afcc-4d5d-b1d8-adab844f136f tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a63c77-275a-417b-94eb-e5b6eb26da9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0254149
Apr 11 17:25:32.167874 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dd7a86a1-16c7-4491-9de2-4f976defd314 req-288bd8da-5f79-46d2-aca9-b39d21362494 service neutron] 10.222.0.37 "GET /v2.0/networks/973b0fec-dcde-47d9-8ce0-29a113b9d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1501708
Apr 11 17:25:32.407643 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e0226-a187-4c96-b567-b96a79593ab6 req-013ad6f1-e18b-4ccb-bfa2-77156679c392 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:32.409242 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f76e0226-a187-4c96-b567-b96a79593ab6 req-013ad6f1-e18b-4ccb-bfa2-77156679c392 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a0398ee-1f05-4b69-af9e-f2c9540b61b6 HTTP/1.1" status: 200  len: 945 time: 0.0903118
Apr 11 17:25:32.486036 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-f76e0226-a187-4c96-b567-b96a79593ab6 req-78464497-f78d-47e1-b906-43dc407edba4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Deleting port ace93764-ce05-4f53-ae93-15588e04c194 {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:25:32.486428 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f76e0226-a187-4c96-b567-b96a79593ab6 req-78464497-f78d-47e1-b906-43dc407edba4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:32.819967 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-f76e0226-a187-4c96-b567-b96a79593ab6 req-78464497-f78d-47e1-b906-43dc407edba4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] For port ace93764-ce05-4f53-ae93-15588e04c194, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ace93764-ce05-4f53-ae93-15588e04c194,segment=NetworkSegment(40454cb1-b1a9-4aa3-a5ee-c66792ea66eb),segment_id=40454cb1-b1a9-4aa3-a5ee-c66792ea66eb)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:25:32.820374 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f76e0226-a187-4c96-b567-b96a79593ab6 req-78464497-f78d-47e1-b906-43dc407edba4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:32.955526 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1de7b6-a462-454c-b95c-1d9079707af9 req-931ff8da-db8d-4a16-8527-cf96eae03108 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:32.957057 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7a1de7b6-a462-454c-b95c-1d9079707af9 req-931ff8da-db8d-4a16-8527-cf96eae03108 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 944 time: 0.2208111
Apr 11 17:25:33.067382 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7a1de7b6-a462-454c-b95c-1d9079707af9 req-232349f6-47cf-4851-b60c-47752255ee9d tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530403
Apr 11 17:25:33.191344 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f76e0226-a187-4c96-b567-b96a79593ab6 req-78464497-f78d-47e1-b906-43dc407edba4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:33.192284 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f76e0226-a187-4c96-b567-b96a79593ab6 req-78464497-f78d-47e1-b906-43dc407edba4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448862'] for floatingip, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:33.192666 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.l3_db [req-f76e0226-a187-4c96-b567-b96a79593ab6 req-78464497-f78d-47e1-b906-43dc407edba4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Floating IP 43dde497-c44b-4230-8ac0-226539cda378 disassociated. External IP: 172.27.0.102, port: ace93764-ce05-4f53-ae93-15588e04c194.
Apr 11 17:25:33.193051 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-f76e0226-a187-4c96-b567-b96a79593ab6 req-78464497-f78d-47e1-b906-43dc407edba4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Calling delete_port for ace93764-ce05-4f53-ae93-15588e04c194 owned by compute:nova {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:25:33.199576 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device a375ae8f-9ac8-4510-98fe-af0da824d71f details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:25:33.335792 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f1951-9100-4739-9af7-5f9969d39bd1 req-744997cd-cf92-4d9d-832d-79af570ecbec tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:33.337409 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2f3f1951-9100-4739-9af7-5f9969d39bd1 req-744997cd-cf92-4d9d-832d-79af570ecbec tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0398ee-1f05-4b69-af9e-f2c9540b61b6 HTTP/1.1" status: 200  len: 945 time: 0.1064770
Apr 11 17:25:33.371483 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2f3f1951-9100-4739-9af7-5f9969d39bd1 req-c303640a-bb0c-4b5a-92de-d354b8f14054 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a63c77-275a-417b-94eb-e5b6eb26da9d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0274742
Apr 11 17:25:33.374736 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port a375ae8f-9ac8-4510-98fe-af0da824d71f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a375ae8f-9ac8-4510-98fe-af0da824d71f,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:25:33.389681 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f76e0226-a187-4c96-b567-b96a79593ab6 req-78464497-f78d-47e1-b906-43dc407edba4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:33.389832 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': 'a375ae8f-9ac8-4510-98fe-af0da824d71f', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'port_id': 'a375ae8f-9ac8-4510-98fe-af0da824d71f', 'mac_address': 'fa:16:3e:1f:2f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:25:33.407154 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b847345a-063f-452d-a47e-e45c804a19d0 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:33.450772 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:33.452103 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a375ae8f-9ac8-4510-98fe-af0da824d71f {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:25:33.468880 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78464497-f78d-47e1-b906-43dc407edba4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Pushing event deleted for resources: {'Port': ['ID=ace93764-ce05-4f53-ae93-15588e04c194,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:33.469245 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port a375ae8f-9ac8-4510-98fe-af0da824d71f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a375ae8f-9ac8-4510-98fe-af0da824d71f,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:25:33.472384 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:33.474843 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:33.474993 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-78464497-f78d-47e1-b906-43dc407edba4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:33.547415 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=a375ae8f-9ac8-4510-98fe-af0da824d71f,revision_number=9']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:33.550696 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:33.675703 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['a375ae8f-9ac8-4510-98fe-af0da824d71f'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:25:33.784770 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f76e0226-a187-4c96-b567-b96a79593ab6 req-78464497-f78d-47e1-b906-43dc407edba4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Router 38177bda-7d49-4ffe-93e3-2e01a9b56183 has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:25:33.982027 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f76e0226-a187-4c96-b567-b96a79593ab6 req-78464497-f78d-47e1-b906-43dc407edba4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:25:33.992797 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c951fdc9-7bd7-49d4-b5ab-5468a49d36de None None] Sync routers for ids ['38177bda-7d49-4ffe-93e3-2e01a9b56183'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:25:34.003415 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c951fdc9-7bd7-49d4-b5ab-5468a49d36de None None] Routers {'38177bda-7d49-4ffe-93e3-2e01a9b56183'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:25:34.004094 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-c951fdc9-7bd7-49d4-b5ab-5468a49d36de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226525d3c8>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:25:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['38177bda-7d49-4ffe-93e3-2e01a9b56183'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:34.066705 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76e0226-a187-4c96-b567-b96a79593ab6 req-78464497-f78d-47e1-b906-43dc407edba4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] No DVR routers for this DVR port ace93764-ce05-4f53-ae93-15588e04c194 on host hv-cinder-78477 {{(pid=85264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:25:34.070023 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f76e0226-a187-4c96-b567-b96a79593ab6 req-78464497-f78d-47e1-b906-43dc407edba4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:34.073071 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0398ee-1f05-4b69-af9e-f2c9540b61b6', 'name': 'network-vif-deleted', 'tag': 'ace93764-ce05-4f53-ae93-15588e04c194'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:25:34.090790 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f76e0226-a187-4c96-b567-b96a79593ab6 req-78464497-f78d-47e1-b906-43dc407edba4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.37 "DELETE /v2.0/ports/ace93764-ce05-4f53-ae93-15588e04c194 HTTP/1.1" status: 204  len: 173 time: 1.6765547
Apr 11 17:25:34.143554 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0398ee-1f05-4b69-af9e-f2c9540b61b6', 'name': 'network-vif-deleted', 'tag': 'ace93764-ce05-4f53-ae93-15588e04c194', 'status': 'completed', 'code': 200}
Apr 11 17:25:34.219403 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-c951fdc9-7bd7-49d4-b5ab-5468a49d36de None None] Set router 38177bda-7d49-4ffe-93e3-2e01a9b56183 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:25:34.353683 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce69dda-5b11-405c-9740-7602a0eab00b req-2f77608a-ab5d-424d-9190-e9480bea81a0 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:34.355434 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dce69dda-5b11-405c-9740-7602a0eab00b req-2f77608a-ab5d-424d-9190-e9480bea81a0 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 945 time: 0.1448324
Apr 11 17:25:34.388032 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dce69dda-5b11-405c-9740-7602a0eab00b req-64d56ae7-1d07-4018-bafa-71b89d87322c tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0256071
Apr 11 17:25:34.573146 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-e931cce0-cb58-4fc5-b6a6-d836d5e046da req-fb007e91-68b8-4145-9a1a-d477fa789af7 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Synchronizing usage tracker for tenant:4744d33c997d404c90625352a9aecf4d on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:25:34.593523 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-e931cce0-cb58-4fc5-b6a6-d836d5e046da req-fb007e91-68b8-4145-9a1a-d477fa789af7 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Unset dirty status for tenant:4744d33c997d404c90625352a9aecf4d on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:25:34.594946 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e931cce0-cb58-4fc5-b6a6-d836d5e046da req-fb007e91-68b8-4145-9a1a-d477fa789af7 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0398ee-1f05-4b69-af9e-f2c9540b61b6 HTTP/1.1" status: 200  len: 210 time: 0.0804040
Apr 11 17:25:34.595127 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-c951fdc9-7bd7-49d4-b5ab-5468a49d36de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226525d3c8>, [{'id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'name': 'tempest-AttachVolumeTestJSON-65746940-router', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:18Z', 'revision_number': 4, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'gw_port': {'id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '3bb279e5-e880-465b-8a08-6f111da87baf', 'name': '', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'mac_address': 'fa:16:3e:45:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:13Z', 'updated_at': '2021-04-11T17:19:30Z', 'revision_number': 5, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'subnets': [{'id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:34.607999 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c951fdc9-7bd7-49d4-b5ab-5468a49d36de None None] Checking router: 38177bda-7d49-4ffe-93e3-2e01a9b56183 for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:25:34.622240 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c951fdc9-7bd7-49d4-b5ab-5468a49d36de None None] Routers {'38177bda-7d49-4ffe-93e3-2e01a9b56183'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:25:34.623147 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-c951fdc9-7bd7-49d4-b5ab-5468a49d36de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226525d3c8>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:25:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['38177bda-7d49-4ffe-93e3-2e01a9b56183'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:34.669266 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 53844) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:25:34.816153 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-7976988f-e2ee-4aef-b2d8-285cd103fc7c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=686905c56a1142e7836272540d639f23&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1455595
Apr 11 17:25:34.819000 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 53850) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:25:34.819587 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-c951fdc9-7bd7-49d4-b5ab-5468a49d36de None None] Set router 38177bda-7d49-4ffe-93e3-2e01a9b56183 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:25:34.881752 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3c0a443d-830f-4916-82a0-a54db8435b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:34.909015 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3c0a443d-830f-4916-82a0-a54db8435b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:34.955329 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3c0a443d-830f-4916-82a0-a54db8435b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:34.961494 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8718a480-10db-41d0-b573-b96a3d937ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:34.975856 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a443d-830f-4916-82a0-a54db8435b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b950ff2f-28da-4f18-adcd-fb48c54e4fef,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:34.978705 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3c0a443d-830f-4916-82a0-a54db8435b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:34.985684 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3c0a443d-830f-4916-82a0-a54db8435b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:34.995539 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-3c0a443d-830f-4916-82a0-a54db8435b16 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b950ff2f-28da-4f18-adcd-fb48c54e4fef HTTP/1.1" status: 204  len: 168 time: 0.1701691
Apr 11 17:25:35.174622 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-c951fdc9-7bd7-49d4-b5ab-5468a49d36de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226525d3c8>, [{'id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'name': 'tempest-AttachVolumeTestJSON-65746940-router', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:18Z', 'revision_number': 4, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'gw_port': {'id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '3bb279e5-e880-465b-8a08-6f111da87baf', 'name': '', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'mac_address': 'fa:16:3e:45:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:13Z', 'updated_at': '2021-04-11T17:19:30Z', 'revision_number': 5, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'subnets': [{'id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:35.179485 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c951fdc9-7bd7-49d4-b5ab-5468a49d36de None None] The sync data for ids ['38177bda-7d49-4ffe-93e3-2e01a9b56183'] in dv-cinder-784779-4-iscsi is: [{'id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'name': 'tempest-AttachVolumeTestJSON-65746940-router', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:18Z', 'revision_number': 4, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'gw_port': {'id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '3bb279e5-e880-465b-8a08-6f111da87baf', 'name': '', 'network_id': '6d07600c-54c6-4d19-b4b0-98bb107e0071', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'mac_address': 'fa:16:3e:45:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:13Z', 'updated_at': '2021-04-11T17:19:30Z', 'revision_number': 5, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'subnets': [{'id': '366c0678-a15a-4f72-a34e-cf6cad6c7b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:25:35.209276 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device a375ae8f-9ac8-4510-98fe-af0da824d71f up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:25:35.287274 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port a375ae8f-9ac8-4510-98fe-af0da824d71f triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:25:35.287704 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:35.425361 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:35.438005 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ff859e-0fff-447c-9fc0-97ee525f2d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a375ae8f-9ac8-4510-98fe-af0da824d71f'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:25:35.449773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port a375ae8f-9ac8-4510-98fe-af0da824d71f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a375ae8f-9ac8-4510-98fe-af0da824d71f,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:25:35.454432 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:35.455374 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device ace93764-ce05-4f53-ae93-15588e04c194 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:25:35.499459 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:35.536973 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ff859e-0fff-447c-9fc0-97ee525f2d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a375ae8f-9ac8-4510-98fe-af0da824d71f', 'code': 200}
Apr 11 17:25:35.555979 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] No Port match for: ace93764-ce05-4f53-ae93-15588e04c194 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:25:35.556386 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device ace93764-ce05-4f53-ae93-15588e04c194 not bound to the agent host hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:25:35.614994 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=a375ae8f-9ac8-4510-98fe-af0da824d71f,revision_number=10']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:35.623058 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:35.664203 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42466c-7285-42c4-977d-71b15d59ecac req-4cd04dc4-7055-4a23-812a-e68b97abd335 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:35.666564 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fd42466c-7285-42c4-977d-71b15d59ecac req-4cd04dc4-7055-4a23-812a-e68b97abd335 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 947 time: 0.1197901
Apr 11 17:25:35.708972 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb49b31-a620-483f-a980-bd2d8a1af025 None None] New status for floating IP 43dde497-c44b-4230-8ac0-226539cda378: DOWN {{(pid=85267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 11 17:25:35.719035 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fd42466c-7285-42c4-977d-71b15d59ecac req-d0563ab3-d188-48dc-b865-8cf54940102e tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453727
Apr 11 17:25:35.765973 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 53882) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:25:35.819902 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ada33-dabf-4ad8-b8b9-55b6b6599eea req-974c02ef-5220-4a69-be13-c1eafe8d2e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:35.821426 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b16ada33-dabf-4ad8-b8b9-55b6b6599eea req-974c02ef-5220-4a69-be13-c1eafe8d2e62 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 1100 time: 0.0959694
Apr 11 17:25:35.822036 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 53886) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:25:35.840710 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bc9404f2-f80e-42a2-b446-7e8a0579f110 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:35.852713 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b16ada33-dabf-4ad8-b8b9-55b6b6599eea req-f7886847-b7ce-4d4a-915e-a312a1306477 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0233073
Apr 11 17:25:35.871534 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bc9404f2-f80e-42a2-b446-7e8a0579f110 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:35.921655 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bc9404f2-f80e-42a2-b446-7e8a0579f110 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:35.935099 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-646a00d3-ca6b-4096-bcfa-0d525f4accaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:35.945164 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-995845753-network', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:25:35.950412 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:25:35.950673 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9404f2-f80e-42a2-b446-7e8a0579f110 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a63c77-275a-417b-94eb-e5b6eb26da9d,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:35.953705 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bc9404f2-f80e-42a2-b446-7e8a0579f110 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:35.961947 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] Usage tracker for resource:network and tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:25:35.962162 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bc9404f2-f80e-42a2-b446-7e8a0579f110 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:35.965938 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-bc9404f2-f80e-42a2-b446-7e8a0579f110 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "DELETE /v2.0/security-groups/d0a63c77-275a-417b-94eb-e5b6eb26da9d HTTP/1.1" status: 204  len: 168 time: 0.1963451
Apr 11 17:25:35.966112 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:25:35.966417 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 53892) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:25:35.972188 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:25:35.988815 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.v2.resource [None req-ffe5fbca-95bd-4ac4-86d7-7b4eacc52d47 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] show failed (client error): The resource could not be found.
Apr 11 17:25:35.992944 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-ffe5fbca-95bd-4ac4-86d7-7b4eacc52d47 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "GET /v2.0/security-groups/d0a63c77-275a-417b-94eb-e5b6eb26da9d HTTP/1.1" status: 404  len: 347 time: 0.0225413
Apr 11 17:25:35.993164 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] Made reservation on behalf of 844a128dac2a4fb1b7dc0626f7f9e7e0 for: {'network': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:25:35.993546 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 53896) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:25:35.995361 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for network, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:36.011429 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:36.030279 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:25:36.034658 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] Usage tracker for resource:security_group_rule and tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:25:36.038488 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:25:36.044917 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:25:36.136614 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:36.140225 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:36.145502 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-4dfe0e7d-9aba-4c03-9569-151485e3cdbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:36.172074 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'}  {{(pid=85264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 11 17:25:36.185665 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce60b2e-88ce-4711-94ea-359a1a23a609,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:36.189585 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-01391f00-7c0f-4299-ac7e-3e6a027fa872 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Deleting port 2464461f-9670-489b-94b9-38679513669b {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:25:36.189974 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-01391f00-7c0f-4299-ac7e-3e6a027fa872 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:36.190247 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:36.190642 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.segments_db [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] Added segment ed0f0982-a5eb-4c65-8c19-284fc223e829 of type vlan for network 5f285a93-15c3-4d81-8eb6-47b691902cb7
Apr 11 17:25:36.192706 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:36.223966 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736608949653'] for network, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:36.256020 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for network, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:36.257492 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:36.258136 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:36.268867 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8aa381d7-9886-427e-8c89-3545f25a98df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:36.322089 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4986708
Apr 11 17:25:36.371903 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 53900) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:25:36.387946 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-92f659e4-47f3-4016-903c-8207d217c689 admin admin] Request body: {'subnet': {'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-995845753-subnet', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'ip_version': 4}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:25:36.398346 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-92f659e4-47f3-4016-903c-8207d217c689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:25:36.404733 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] Pushing event updated for resources: {'Network': ['ID=5f285a93-15c3-4d81-8eb6-47b691902cb7,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:36.407499 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-92f659e4-47f3-4016-903c-8207d217c689 admin admin] Usage tracker for resource:subnet and tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:25:36.410889 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:36.411791 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-92f659e4-47f3-4016-903c-8207d217c689 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:25:36.416260 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Network 5f285a93-15c3-4d81-8eb6-47b691902cb7 details requested by agent ovs-agent-dv-cinder-784779-4-iscsi with host dv-cinder-784779-4-iscsi {{(pid=85266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 11 17:25:36.419010 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-92f659e4-47f3-4016-903c-8207d217c689 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:25:36.428864 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f659e4-47f3-4016-903c-8207d217c689 admin admin] Made reservation on behalf of 844a128dac2a4fb1b7dc0626f7f9e7e0 for: {'subnet': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:25:36.434194 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-92f659e4-47f3-4016-903c-8207d217c689 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851839193'] for subnet, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:36.582648 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-01391f00-7c0f-4299-ac7e-3e6a027fa872 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:36.582999 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-01391f00-7c0f-4299-ac7e-3e6a027fa872 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:36.720512 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-01391f00-7c0f-4299-ac7e-3e6a027fa872 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Calling delete_port for 2464461f-9670-489b-94b9-38679513669b owned by network:floatingip {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:25:36.892137 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-92f659e4-47f3-4016-903c-8207d217c689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852460989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851839144'] for subnet, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:36.907685 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:36.994691 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7c3d3-0e11-48a1-b4af-6ffe1d4e5e1a req-27b2e76c-958f-44bf-b41a-b60b580a3b57 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:36.996380 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f8f7c3d3-0e11-48a1-b4af-6ffe1d4e5e1a req-27b2e76c-958f-44bf-b41a-b60b580a3b57 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 947 time: 0.1193533
Apr 11 17:25:36.997668 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-01391f00-7c0f-4299-ac7e-3e6a027fa872 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:37.015564 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:37.052715 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f659e4-47f3-4016-903c-8207d217c689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27f27448-cf05-467b-a8dd-219600a89558,revision_number=0']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:37.056857 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-92f659e4-47f3-4016-903c-8207d217c689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:37.122832 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f659e4-47f3-4016-903c-8207d217c689 admin admin] Checking segment: {'id': 'ed0f0982-a5eb-4c65-8c19-284fc223e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:25:37.123242 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f659e4-47f3-4016-903c-8207d217c689 admin admin] Network hostable DHCP agents. Network: 5f285a93-15c3-4d81-8eb6-47b691902cb7, hostable agents: ['cadf10d7-d23a-4fec-9e77-f0f038d86f43'], hosted agents: [] {{(pid=85264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 11 17:25:37.143730 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f659e4-47f3-4016-903c-8207d217c689 admin admin] Network 5f285a93-15c3-4d81-8eb6-47b691902cb7 is scheduled to be hosted by DHCP agent cadf10d7-d23a-4fec-9e77-f0f038d86f43 with binding_index 1 {{(pid=85264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 11 17:25:37.149286 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01391f00-7c0f-4299-ac7e-3e6a027fa872 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Pushing event deleted for resources: {'Port': ['ID=2464461f-9670-489b-94b9-38679513669b,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:37.152261 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-01391f00-7c0f-4299-ac7e-3e6a027fa872 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:37.163760 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-92f659e4-47f3-4016-903c-8207d217c689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-iscsi, 5f285a93-15c3-4d81-8eb6-47b691902cb7) {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:25:37.173929 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62307fa4-02f2-4367-85ab-9f81afa8d2fd None None] Network 5f285a93-15c3-4d81-8eb6-47b691902cb7 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:25:37.177882 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f659e4-47f3-4016-903c-8207d217c689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:37.178348 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-92f659e4-47f3-4016-903c-8207d217c689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:37.202238 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-92f659e4-47f3-4016-903c-8207d217c689 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8290784
Apr 11 17:25:37.203161 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 53942) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:25:37.209727 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-995845753-router', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:25:37.215381 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:25:37.219478 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f8f7c3d3-0e11-48a1-b4af-6ffe1d4e5e1a req-b29ab40d-0585-4c32-87c6-dd4656e29df2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2079282
Apr 11 17:25:37.219695 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] Usage tracker for resource:router and tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:25:37.224258 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:25:37.230774 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:25:37.244529 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854254265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774613'] for router, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:37.246368 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-521626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838406134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1184'] for router, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:37.308921 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:37.354687 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-01391f00-7c0f-4299-ac7e-3e6a027fa872 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks [] for floatingip, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:37.373660 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-01391f00-7c0f-4299-ac7e-3e6a027fa872 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for floatingip, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:37.380478 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-01391f00-7c0f-4299-ac7e-3e6a027fa872 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] 10.222.0.30 "DELETE /v2.0/floatingips/43dde497-c44b-4230-8ac0-226539cda378 HTTP/1.1" status: 204  len: 168 time: 1.3853662
Apr 11 17:25:37.717373 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c105eb-2900-4425-911b-128974014c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00cb51b4-a812-5f45-a07b-cd3af73d94f4-5f285a93-15c3-4d81-8eb6-47b691902cb7', 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'fixed_ips': [{'subnet_id': '27f27448-cf05-467b-a8dd-219600a89558'}]}} from dv-cinder-784779-4-iscsi. {{(pid=85266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 11 17:25:37.718317 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-75c105eb-2900-4425-911b-128974014c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:37.895338 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-75c105eb-2900-4425-911b-128974014c78 None None] Allocated IP 172.20.0.2 (5f285a93-15c3-4d81-8eb6-47b691902cb7/27f27448-cf05-467b-a8dd-219600a89558/85a339cd-1de1-47df-96c0-a4545c719b8d) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:25:38.001589 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854254220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1169'] for router, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:38.114206 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-75c105eb-2900-4425-911b-128974014c78 None None] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:38.124721 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-75c105eb-2900-4425-911b-128974014c78 None None] Transition to ACTIVE for port object 85a339cd-1de1-47df-96c0-a4545c719b8d will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:25:38.143285 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-75c105eb-2900-4425-911b-128974014c78 None None] Transition to ACTIVE for port object 85a339cd-1de1-47df-96c0-a4545c719b8d will not be triggered until provisioned by entity DHCP. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:25:38.148094 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-75c105eb-2900-4425-911b-128974014c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:38.164084 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:38.305787 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c105eb-2900-4425-911b-128974014c78 None None] Pushing event updated for resources: {'Port': ['ID=85a339cd-1de1-47df-96c0-a4545c719b8d,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:38.310358 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-75c105eb-2900-4425-911b-128974014c78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:38.358488 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c105eb-2900-4425-911b-128974014c78 None None] Network 5f285a93-15c3-4d81-8eb6-47b691902cb7 is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:25:38.359634 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-75c105eb-2900-4425-911b-128974014c78 None None] Resources bound (agent type, host, resource id):  {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:25:38.360370 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:38.361956 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c105eb-2900-4425-911b-128974014c78 None None] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:25:38.438029 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:38.458765 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-75c105eb-2900-4425-911b-128974014c78 None None] Attempting to bind port 85a339cd-1de1-47df-96c0-a4545c719b8d on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:25:38.459179 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-75c105eb-2900-4425-911b-128974014c78 None None] Attempting to bind port 85a339cd-1de1-47df-96c0-a4545c719b8d by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': 'ed0f0982-a5eb-4c65-8c19-284fc223e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:25:38.459583 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c105eb-2900-4425-911b-128974014c78 None None] Attempting to bind port 85a339cd-1de1-47df-96c0-a4545c719b8d on network 5f285a93-15c3-4d81-8eb6-47b691902cb7 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:25:38.465644 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c105eb-2900-4425-911b-128974014c78 None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:25:38.466062 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c105eb-2900-4425-911b-128974014c78 None None] Checking segment: {'id': 'ed0f0982-a5eb-4c65-8c19-284fc223e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:25:38.466504 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-75c105eb-2900-4425-911b-128974014c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:38.466939 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c105eb-2900-4425-911b-128974014c78 None None] Bound using segment: {'id': 'ed0f0982-a5eb-4c65-8c19-284fc223e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:25:38.467447 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-75c105eb-2900-4425-911b-128974014c78 None None] Bound port: 85a339cd-1de1-47df-96c0-a4545c719b8d, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0f0982-a5eb-4c65-8c19-284fc223e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:25:38.467860 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-75c105eb-2900-4425-911b-128974014c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:38.545324 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-75c105eb-2900-4425-911b-128974014c78 None None] For port 85a339cd-1de1-47df-96c0-a4545c719b8d, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:25:38.548352 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-75c105eb-2900-4425-911b-128974014c78 None None] For port 85a339cd-1de1-47df-96c0-a4545c719b8d, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=85a339cd-1de1-47df-96c0-a4545c719b8d,segment=NetworkSegment(ed0f0982-a5eb-4c65-8c19-284fc223e829),segment_id=ed0f0982-a5eb-4c65-8c19-284fc223e829)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:25:38.552704 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-75c105eb-2900-4425-911b-128974014c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:38.568634 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:38.597249 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4338ef-f188-4629-b4bf-bb424a8312be req-ccf531be-77d9-4ffa-9678-7b7397305cae tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:38.599429 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5d4338ef-f188-4629-b4bf-bb424a8312be req-ccf531be-77d9-4ffa-9678-7b7397305cae tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 947 time: 0.2407274
Apr 11 17:25:38.646151 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5d4338ef-f188-4629-b4bf-bb424a8312be req-aaea3259-3bec-45a1-8c65-8dca266e1c21 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399442
Apr 11 17:25:38.662280 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] Allocated IP 172.27.0.20 (25e26079-4f70-47ba-b0dc-8350ca691b81/cc27d420-6b5b-4cd9-be1f-976508ada296/217d502e-3577-4f68-ab58-1b2d3b640361) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:25:38.720469 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c105eb-2900-4425-911b-128974014c78 None None] Pushing event updated for resources: {'Port': ['ID=85a339cd-1de1-47df-96c0-a4545c719b8d,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:38.726134 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-75c105eb-2900-4425-911b-128974014c78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:38.834462 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:38.868912 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:38.885611 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-eba36c54-4460-447a-916e-37b8ef371cdc tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:39.040255 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] Pushing event updated for resources: {'Port': ['ID=217d502e-3577-4f68-ab58-1b2d3b640361,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:39.046810 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:39.095857 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] Network 25e26079-4f70-47ba-b0dc-8350ca691b81 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:25:39.097151 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:25:39.102776 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:25:39.177922 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0bca9ebb-4509-46fd-8cf2-3a7d60db434e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:39.407390 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 85a339cd-1de1-47df-96c0-a4545c719b8d up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:25:39.479882 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port 85a339cd-1de1-47df-96c0-a4545c719b8d completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:25:39.553453 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:39.914703 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-521596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854326803'] for router, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:40.204816 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d24d79-fa6e-4552-a0bb-54deb2a86f84 None None] Network 5f285a93-15c3-4d81-8eb6-47b691902cb7 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:25:40.326103 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-7237ec04-f6a2-4877-98d4-7453044631ca None None] Provisioning for port 85a339cd-1de1-47df-96c0-a4545c719b8d completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:25:40.333720 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-7237ec04-f6a2-4877-98d4-7453044631ca None None] Provisioning complete for port 85a339cd-1de1-47df-96c0-a4545c719b8d triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:25:40.334139 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7237ec04-f6a2-4877-98d4-7453044631ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:40.416135 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] Router d4a14f5a-4b1d-410c-987f-46d6f0a7a90c is scheduled to L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 with binding_index 1 {{(pid=85264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 11 17:25:40.581278 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7237ec04-f6a2-4877-98d4-7453044631ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:40.612053 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:25:40.612264 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-7237ec04-f6a2-4877-98d4-7453044631ca None None] For port 85a339cd-1de1-47df-96c0-a4545c719b8d, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=85a339cd-1de1-47df-96c0-a4545c719b8d,segment=NetworkSegment(ed0f0982-a5eb-4c65-8c19-284fc223e829),segment_id=ed0f0982-a5eb-4c65-8c19-284fc223e829)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:25:40.616859 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7237ec04-f6a2-4877-98d4-7453044631ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:40.619178 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:40.635967 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] Notify callbacks [] for router, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:40.637330 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.4330525
Apr 11 17:25:40.640145 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 53970) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:25:40.657816 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] Sync routers for ids ['d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:25:40.692449 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] Routers {'d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:25:40.693035 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22659ce6a0>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:25:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:40.855232 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237ec04-f6a2-4877-98d4-7453044631ca None None] Pushing event updated for resources: {'Port': ['ID=85a339cd-1de1-47df-96c0-a4545c719b8d,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:40.860095 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-7237ec04-f6a2-4877-98d4-7453044631ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:40.900613 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] Set router d4a14f5a-4b1d-410c-987f-46d6f0a7a90c gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:25:41.266011 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-ad6a88d7-ba36-48ab-a345-796c8a892a4e None None] Provisioning complete for port 85a339cd-1de1-47df-96c0-a4545c719b8d triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:25:41.266546 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ad6a88d7-ba36-48ab-a345-796c8a892a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:41.366602 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 85a339cd-1de1-47df-96c0-a4545c719b8d up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:25:41.385517 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e2d35ba3-e294-4208-9e53-b48714e918a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:41.575351 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 85a339cd-1de1-47df-96c0-a4545c719b8d triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:25:41.575770 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:41.620499 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-e2d35ba3-e294-4208-9e53-b48714e918a1 admin admin] Allocated IP 172.20.0.1 (5f285a93-15c3-4d81-8eb6-47b691902cb7/27f27448-cf05-467b-a8dd-219600a89558/a1dd5299-bb8b-40ea-9c45-d06fa590c6d7) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:25:41.634746 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 53980) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:25:41.642759 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22659ce6a0>, [{'id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'name': 'tempest-TestMinimumBasicScenario-995845753-router', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:25:37Z', 'updated_at': '2021-04-11T17:25:39Z', 'revision_number': 3, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'gw_port': {'id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:60:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:38Z', 'updated_at': '2021-04-11T17:25:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:41.659408 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] Checking router: d4a14f5a-4b1d-410c-987f-46d6f0a7a90c for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:25:41.659808 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] Updating router d4a14f5a-4b1d-410c-987f-46d6f0a7a90c port 217d502e-3577-4f68-ab58-1b2d3b640361 binding host dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 11 17:25:41.755270 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-38204842-7f5a-4603-8543-19d5e9e9044e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:41.779456 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:41.782018 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e2d35ba3-e294-4208-9e53-b48714e918a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:41.799090 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-e2d35ba3-e294-4208-9e53-b48714e918a1 admin admin] Transition to ACTIVE for port object a1dd5299-bb8b-40ea-9c45-d06fa590c6d7 will not be triggered until provisioned by entity DHCP. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:25:41.824834 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e2d35ba3-e294-4208-9e53-b48714e918a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:41.841715 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-dc59bf51-750f-4962-b971-bdbffc888db2 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:41.987372 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d35ba3-e294-4208-9e53-b48714e918a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a1dd5299-bb8b-40ea-9c45-d06fa590c6d7,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:41.992003 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e2d35ba3-e294-4208-9e53-b48714e918a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:42.038338 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d35ba3-e294-4208-9e53-b48714e918a1 admin admin] Network 5f285a93-15c3-4d81-8eb6-47b691902cb7 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:25:42.039669 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-e2d35ba3-e294-4208-9e53-b48714e918a1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:25:42.042019 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d35ba3-e294-4208-9e53-b48714e918a1 admin admin] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:25:42.101400 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e2d35ba3-e294-4208-9e53-b48714e918a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854327000'] for router_interface, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:42.225971 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:42.239871 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] Transition to ACTIVE for port object 217d502e-3577-4f68-ab58-1b2d3b640361 will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:25:42.249749 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:42.302820 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c6778ade-093b-4f1c-bbda-5fe6e9d73fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448877'] for router_interface, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:42.359833 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:42.372212 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e2d35ba3-e294-4208-9e53-b48714e918a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:42.453038 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-187bae02-8494-4943-ad9f-3d66057906b3 None None] Provisioning for port a1dd5299-bb8b-40ea-9c45-d06fa590c6d7 completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:25:42.467959 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-187bae02-8494-4943-ad9f-3d66057906b3 None None] Provisioning complete for port a1dd5299-bb8b-40ea-9c45-d06fa590c6d7 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:25:42.468383 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-187bae02-8494-4943-ad9f-3d66057906b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:42.513743 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b44e75-3622-4b92-b18f-7f1959bacad0 None None] Pushing event updated for resources: {'Port': ['ID=217d502e-3577-4f68-ab58-1b2d3b640361,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:42.516728 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-05b44e75-3622-4b92-b18f-7f1959bacad0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:42.567111 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] Attempting to bind port 217d502e-3577-4f68-ab58-1b2d3b640361 on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:25:42.567570 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] Attempting to bind port 217d502e-3577-4f68-ab58-1b2d3b640361 by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:25:42.568082 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] Attempting to bind port 217d502e-3577-4f68-ab58-1b2d3b640361 on network 25e26079-4f70-47ba-b0dc-8350ca691b81 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:25:42.573769 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-187bae02-8494-4943-ad9f-3d66057906b3 None None] Port a1dd5299-bb8b-40ea-9c45-d06fa590c6d7 cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:25:42.580858 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:25:42.581285 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] Checking segment: {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:25:42.581737 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:42.582845 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] Bound using segment: {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:25:42.583825 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] Bound port: 217d502e-3577-4f68-ab58-1b2d3b640361, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:25:42.584246 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:42.628045 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:42.658321 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e2d35ba3-e294-4208-9e53-b48714e918a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:42.663630 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e2d35ba3-e294-4208-9e53-b48714e918a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:42.671584 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] For port 217d502e-3577-4f68-ab58-1b2d3b640361, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:25:42.675051 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] For port 217d502e-3577-4f68-ab58-1b2d3b640361, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=217d502e-3577-4f68-ab58-1b2d3b640361,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:25:42.679324 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:42.680456 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-c6778ade-093b-4f1c-bbda-5fe6e9d73fa9 admin admin] Deleting port 3bb279e5-e880-465b-8a08-6f111da87baf {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:25:42.680827 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c6778ade-093b-4f1c-bbda-5fe6e9d73fa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:42.695766 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8c57bf6e-5bf2-47d6-bdb3-790d594f10f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:42.698308 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a2f4aeae-3f54-43f8-8a46-adf9c1149c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:42.783254 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d35ba3-e294-4208-9e53-b48714e918a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a1dd5299-bb8b-40ea-9c45-d06fa590c6d7,revision_number=2']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:42.786320 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e2d35ba3-e294-4208-9e53-b48714e918a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:42.787506 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e2d35ba3-e294-4208-9e53-b48714e918a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16292956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854326939'] for router_interface, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:42.847300 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b44e75-3622-4b92-b18f-7f1959bacad0 None None] Pushing event updated for resources: {'Port': ['ID=217d502e-3577-4f68-ab58-1b2d3b640361,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:42.852924 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-05b44e75-3622-4b92-b18f-7f1959bacad0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:42.873023 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-c6778ade-093b-4f1c-bbda-5fe6e9d73fa9 admin admin] For port 3bb279e5-e880-465b-8a08-6f111da87baf, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=3bb279e5-e880-465b-8a08-6f111da87baf,segment=NetworkSegment(40454cb1-b1a9-4aa3-a5ee-c66792ea66eb),segment_id=40454cb1-b1a9-4aa3-a5ee-c66792ea66eb)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:25:42.873211 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c6778ade-093b-4f1c-bbda-5fe6e9d73fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:42.895841 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] Routers {'d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:25:42.896669 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22659ce6a0>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:25:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:42.934663 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d35ba3-e294-4208-9e53-b48714e918a1 admin admin] Network 5f285a93-15c3-4d81-8eb6-47b691902cb7 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:25:42.935796 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-e2d35ba3-e294-4208-9e53-b48714e918a1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:25:43.015043 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-c6778ade-093b-4f1c-bbda-5fe6e9d73fa9 admin admin] Calling delete_port for 3bb279e5-e880-465b-8a08-6f111da87baf owned by network:router_interface {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:25:43.113100 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] Set router d4a14f5a-4b1d-410c-987f-46d6f0a7a90c gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:25:43.151314 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d35ba3-e294-4208-9e53-b48714e918a1 admin admin] Router d4a14f5a-4b1d-410c-987f-46d6f0a7a90c has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:25:43.202416 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:43.477331 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-f99e61fd-8b8b-488f-a03f-487b5fdb3f0a None None] Provisioning complete for port a1dd5299-bb8b-40ea-9c45-d06fa590c6d7 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:25:43.477930 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f99e61fd-8b8b-488f-a03f-487b5fdb3f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:43.622382 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-f99e61fd-8b8b-488f-a03f-487b5fdb3f0a None None] Port a1dd5299-bb8b-40ea-9c45-d06fa590c6d7 cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:25:43.631820 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c6778ade-093b-4f1c-bbda-5fe6e9d73fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:43.635653 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d35ba3-e294-4208-9e53-b48714e918a1 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:25:43.645476 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:43.649470 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-e2d35ba3-e294-4208-9e53-b48714e918a1 admin admin] 10.222.0.30 "PUT /v2.0/routers/d4a14f5a-4b1d-410c-987f-46d6f0a7a90c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0076852
Apr 11 17:25:43.704970 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:43.733569 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22659ce6a0>, [{'id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'name': 'tempest-TestMinimumBasicScenario-995845753-router', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:25:37Z', 'updated_at': '2021-04-11T17:25:42Z', 'revision_number': 4, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'gw_port': {'id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:60:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:38Z', 'updated_at': '2021-04-11T17:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': 'a1dd5299-bb8b-40ea-9c45-d06fa590c6d7', 'name': '', 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'mac_address': 'fa:16:3e:9a:c4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '27f27448-cf05-467b-a8dd-219600a89558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:41Z', 'updated_at': '2021-04-11T17:25:42Z', 'revision_number': 2, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'subnets': [{'id': '27f27448-cf05-467b-a8dd-219600a89558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:43.737661 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e4bcb2-b24c-43d7-b53b-2ff7bdd3c0e9 None None] The sync data for ids ['d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'] in dv-cinder-784779-4-iscsi is: [{'id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'name': 'tempest-TestMinimumBasicScenario-995845753-router', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:25:37Z', 'updated_at': '2021-04-11T17:25:42Z', 'revision_number': 4, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'gw_port': {'id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:60:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:38Z', 'updated_at': '2021-04-11T17:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': 'a1dd5299-bb8b-40ea-9c45-d06fa590c6d7', 'name': '', 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'mac_address': 'fa:16:3e:9a:c4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '27f27448-cf05-467b-a8dd-219600a89558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:41Z', 'updated_at': '2021-04-11T17:25:42Z', 'revision_number': 2, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'subnets': [{'id': '27f27448-cf05-467b-a8dd-219600a89558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:25:43.762704 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6778ade-093b-4f1c-bbda-5fe6e9d73fa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb279e5-e880-465b-8a08-6f111da87baf,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:43.773595 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c6778ade-093b-4f1c-bbda-5fe6e9d73fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:44.127681 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c6778ade-093b-4f1c-bbda-5fe6e9d73fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838482841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492909'] for router_interface, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:44.264100 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 54000) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:25:44.271879 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-154407070-network', 'tenant_id': '7a719009c45b45a1a36698796bfd47f8'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:25:44.293968 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:25:44.303547 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Usage tracker for resource:network and tenant:7a719009c45b45a1a36698796bfd47f8 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:25:44.306848 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:25:44.313282 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:25:44.337863 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Made reservation on behalf of 7a719009c45b45a1a36698796bfd47f8 for: {'network': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:25:44.342834 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for network, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:44.357593 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:44.374451 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:25:44.378604 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Usage tracker for resource:security_group_rule and tenant:7a719009c45b45a1a36698796bfd47f8 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:25:44.383429 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:25:44.389889 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:25:44.491012 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:44.494128 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:44.498688 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f23ff9af-0c4d-4595-ab88-8365a2275f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:44.527600 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'}  {{(pid=85264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 11 17:25:44.544552 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e48982c-a99c-4e89-8375-204d10199c56,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:44.549362 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:44.555211 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:44.555645 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.segments_db [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Added segment 374f0b35-2fb9-481a-81f7-394d274d01c7 of type vlan for network d81c7801-9daf-43a5-bdb6-7bc60a09e01b
Apr 11 17:25:44.586340 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736608949653'] for network, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:44.624793 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for network, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:44.626251 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:44.628016 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:44.638176 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5790a433-36b2-4507-8c34-bfe8860d5b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:44.728856 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6778ade-093b-4f1c-bbda-5fe6e9d73fa9 admin admin] Router 38177bda-7d49-4ffe-93e3-2e01a9b56183 has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:25:44.758739 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4933901
Apr 11 17:25:44.761820 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 54004) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:25:44.770997 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-44234cdf-72d1-483a-b8fe-b29aa37b50ad admin admin] Request body: {'subnet': {'network_id': 'd81c7801-9daf-43a5-bdb6-7bc60a09e01b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-154407070-subnet', 'tenant_id': '7a719009c45b45a1a36698796bfd47f8', 'ip_version': 4}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:25:44.774656 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Pushing event updated for resources: {'Network': ['ID=d81c7801-9daf-43a5-bdb6-7bc60a09e01b,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:44.777683 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:44.780211 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-44234cdf-72d1-483a-b8fe-b29aa37b50ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:25:44.785150 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-44234cdf-72d1-483a-b8fe-b29aa37b50ad admin admin] Usage tracker for resource:subnet and tenant:7a719009c45b45a1a36698796bfd47f8 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:25:44.787814 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Network d81c7801-9daf-43a5-bdb6-7bc60a09e01b details requested by agent ovs-agent-dv-cinder-784779-4-iscsi with host dv-cinder-784779-4-iscsi {{(pid=85266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 11 17:25:44.789145 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-44234cdf-72d1-483a-b8fe-b29aa37b50ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:25:44.795542 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-44234cdf-72d1-483a-b8fe-b29aa37b50ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:25:44.805438 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44234cdf-72d1-483a-b8fe-b29aa37b50ad admin admin] Made reservation on behalf of 7a719009c45b45a1a36698796bfd47f8 for: {'subnet': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:25:44.810524 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-44234cdf-72d1-483a-b8fe-b29aa37b50ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851839193'] for subnet, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:44.942245 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6778ade-093b-4f1c-bbda-5fe6e9d73fa9 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:25:44.951624 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd41f1b2-60e4-45db-9c66-d088efe8235b None None] Sync routers for ids ['38177bda-7d49-4ffe-93e3-2e01a9b56183'] in dv-cinder-784779-4-iscsi {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:25:44.955264 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-c6778ade-093b-4f1c-bbda-5fe6e9d73fa9 admin admin] 10.222.0.30 "PUT /v2.0/routers/38177bda-7d49-4ffe-93e3-2e01a9b56183/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3190742
Apr 11 17:25:44.958794 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 54008) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:25:44.964506 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd41f1b2-60e4-45db-9c66-d088efe8235b None None] Routers {'38177bda-7d49-4ffe-93e3-2e01a9b56183'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:25:44.965780 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-cd41f1b2-60e4-45db-9c66-d088efe8235b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2265ac4160>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:25:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['38177bda-7d49-4ffe-93e3-2e01a9b56183'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:45.168448 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-07845a64-a7bb-44f5-a768-ef32ca6bcf7e admin admin] Notify callbacks [] for router, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:45.177809 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-cd41f1b2-60e4-45db-9c66-d088efe8235b None None] Set router 38177bda-7d49-4ffe-93e3-2e01a9b56183 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:25:45.280485 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-44234cdf-72d1-483a-b8fe-b29aa37b50ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852460989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851839144'] for subnet, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:45.302015 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:45.390306 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-07845a64-a7bb-44f5-a768-ef32ca6bcf7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:45.403735 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-07845a64-a7bb-44f5-a768-ef32ca6bcf7e admin admin] Deleting port 07c83e8e-0bec-4494-ba18-9a0ff74c157f {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:25:45.404184 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-07845a64-a7bb-44f5-a768-ef32ca6bcf7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:45.496526 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44234cdf-72d1-483a-b8fe-b29aa37b50ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceef70cc-63e3-4ecb-bce0-c5240e23aac2,revision_number=0']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:45.499017 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-44234cdf-72d1-483a-b8fe-b29aa37b50ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:45.512932 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 217d502e-3577-4f68-ab58-1b2d3b640361 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:25:45.573092 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44234cdf-72d1-483a-b8fe-b29aa37b50ad admin admin] Checking segment: {'id': '374f0b35-2fb9-481a-81f7-394d274d01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd81c7801-9daf-43a5-bdb6-7bc60a09e01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:25:45.573491 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44234cdf-72d1-483a-b8fe-b29aa37b50ad admin admin] Network hostable DHCP agents. Network: d81c7801-9daf-43a5-bdb6-7bc60a09e01b, hostable agents: ['cadf10d7-d23a-4fec-9e77-f0f038d86f43'], hosted agents: [] {{(pid=85264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 11 17:25:45.590942 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-cd41f1b2-60e4-45db-9c66-d088efe8235b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2265ac4160>, [{'id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'name': 'tempest-AttachVolumeTestJSON-65746940-router', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:25:43Z', 'revision_number': 5, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'gw_port': {'id': '07c83e8e-0bec-4494-ba18-9a0ff74c157f', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:45.594475 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44234cdf-72d1-483a-b8fe-b29aa37b50ad admin admin] Network d81c7801-9daf-43a5-bdb6-7bc60a09e01b is scheduled to be hosted by DHCP agent cadf10d7-d23a-4fec-9e77-f0f038d86f43 with binding_index 1 {{(pid=85264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 11 17:25:45.601165 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd41f1b2-60e4-45db-9c66-d088efe8235b None None] Checking router: 38177bda-7d49-4ffe-93e3-2e01a9b56183 for host: dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:25:45.601569 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port 217d502e-3577-4f68-ab58-1b2d3b640361 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:25:45.605834 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-44234cdf-72d1-483a-b8fe-b29aa37b50ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-iscsi, d81c7801-9daf-43a5-bdb6-7bc60a09e01b) {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:25:45.610664 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd41f1b2-60e4-45db-9c66-d088efe8235b None None] Routers {'38177bda-7d49-4ffe-93e3-2e01a9b56183'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:25:45.611255 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-cd41f1b2-60e4-45db-9c66-d088efe8235b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2265ac4160>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:25:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['38177bda-7d49-4ffe-93e3-2e01a9b56183'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:45.611392 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 217d502e-3577-4f68-ab58-1b2d3b640361 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:25:45.611793 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:45.627710 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44234cdf-72d1-483a-b8fe-b29aa37b50ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:25:45.629896 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-44234cdf-72d1-483a-b8fe-b29aa37b50ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:45.645234 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-07845a64-a7bb-44f5-a768-ef32ca6bcf7e admin admin] For port 07c83e8e-0bec-4494-ba18-9a0ff74c157f, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=07c83e8e-0bec-4494-ba18-9a0ff74c157f,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:25:45.645973 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-07845a64-a7bb-44f5-a768-ef32ca6bcf7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:45.650972 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-44234cdf-72d1-483a-b8fe-b29aa37b50ad admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8880692
Apr 11 17:25:45.653537 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 54012) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:25:45.653663 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54e0a3f-9ab4-424d-a51b-c4e79941f9e9 None None] Network d81c7801-9daf-43a5-bdb6-7bc60a09e01b requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:25:45.660720 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-154407070-router', 'tenant_id': '7a719009c45b45a1a36698796bfd47f8', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:25:45.666039 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:25:45.670615 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] Usage tracker for resource:router and tenant:7a719009c45b45a1a36698796bfd47f8 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:25:45.674572 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:25:45.682055 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:25:45.693676 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854254265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774613'] for router, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:45.695081 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-521626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838406134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1184'] for router, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:45.712406 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:45.784060 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-cd41f1b2-60e4-45db-9c66-d088efe8235b None None] Set router 38177bda-7d49-4ffe-93e3-2e01a9b56183 gateway port host: None {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:25:45.812245 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-07845a64-a7bb-44f5-a768-ef32ca6bcf7e admin admin] Calling delete_port for 07c83e8e-0bec-4494-ba18-9a0ff74c157f owned by network:router_gateway {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:25:45.906884 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-cd41f1b2-60e4-45db-9c66-d088efe8235b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2265ac4160>, [{'id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'name': 'tempest-AttachVolumeTestJSON-65746940-router', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:25:45Z', 'revision_number': 6, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'gw_port_host': None}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:45.912062 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd41f1b2-60e4-45db-9c66-d088efe8235b None None] The sync data for ids ['38177bda-7d49-4ffe-93e3-2e01a9b56183'] in dv-cinder-784779-4-iscsi is: [{'id': '38177bda-7d49-4ffe-93e3-2e01a9b56183', 'name': 'tempest-AttachVolumeTestJSON-65746940-router', 'tenant_id': '4744d33c997d404c90625352a9aecf4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:25:45Z', 'revision_number': 6, 'project_id': '4744d33c997d404c90625352a9aecf4d', 'gw_port_host': None}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:25:45.947523 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:45.987429 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] For port 217d502e-3577-4f68-ab58-1b2d3b640361, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=217d502e-3577-4f68-ab58-1b2d3b640361,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:25:46.033927 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854254220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1169'] for router, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:46.036843 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-07845a64-a7bb-44f5-a768-ef32ca6bcf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:46.039603 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:46.043029 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-75c105eb-2900-4425-911b-128974014c78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:46.061820 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-01391f00-7c0f-4299-ac7e-3e6a027fa872 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:46.081600 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00cb51b4-a812-5f45-a07b-cd3af73d94f4-d81c7801-9daf-43a5-bdb6-7bc60a09e01b', 'network_id': 'd81c7801-9daf-43a5-bdb6-7bc60a09e01b', 'tenant_id': '7a719009c45b45a1a36698796bfd47f8', 'fixed_ips': [{'subnet_id': 'ceef70cc-63e3-4ecb-bce0-c5240e23aac2'}]}} from dv-cinder-784779-4-iscsi. {{(pid=85266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 11 17:25:46.082539 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:46.132907 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07845a64-a7bb-44f5-a768-ef32ca6bcf7e admin admin] Pushing event deleted for resources: {'Port': ['ID=07c83e8e-0bec-4494-ba18-9a0ff74c157f,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:46.184380 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-07845a64-a7bb-44f5-a768-ef32ca6bcf7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:46.189149 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Pushing event updated for resources: {'Port': ['ID=217d502e-3577-4f68-ab58-1b2d3b640361,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:46.192973 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:46.294198 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Allocated IP 172.20.0.2 (d81c7801-9daf-43a5-bdb6-7bc60a09e01b/ceef70cc-63e3-4ecb-bce0-c5240e23aac2/dda4eae6-caaa-4578-9e79-0758a6025d1a) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:25:46.379719 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-07845a64-a7bb-44f5-a768-ef32ca6bcf7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854326909'] for router_gateway, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:46.410246 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:46.446852 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:46.529679 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:46.541536 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Transition to ACTIVE for port object dda4eae6-caaa-4578-9e79-0758a6025d1a will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:25:46.562446 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Transition to ACTIVE for port object dda4eae6-caaa-4578-9e79-0758a6025d1a will not be triggered until provisioned by entity DHCP. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:25:46.568859 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:46.588521 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:46.608025 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] Allocated IP 172.27.0.87 (25e26079-4f70-47ba-b0dc-8350ca691b81/cc27d420-6b5b-4cd9-be1f-976508ada296/d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:25:46.750063 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Pushing event updated for resources: {'Port': ['ID=dda4eae6-caaa-4578-9e79-0758a6025d1a,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:46.755953 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:46.799837 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Network d81c7801-9daf-43a5-bdb6-7bc60a09e01b is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:25:46.801617 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Resources bound (agent type, host, resource id):  {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:25:46.804212 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:25:46.809984 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-07845a64-a7bb-44f5-a768-ef32ca6bcf7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854254326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774632'] for router, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:46.812485 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-07845a64-a7bb-44f5-a768-ef32ca6bcf7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:46.814989 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:46.849184 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:46.866506 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:46.903846 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-07845a64-a7bb-44f5-a768-ef32ca6bcf7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-521882'] for router, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:46.904494 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07845a64-a7bb-44f5-a768-ef32ca6bcf7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38177bda-7d49-4ffe-93e3-2e01a9b56183 {{(pid=85265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 11 17:25:46.916922 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Attempting to bind port dda4eae6-caaa-4578-9e79-0758a6025d1a on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:25:46.917347 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Attempting to bind port dda4eae6-caaa-4578-9e79-0758a6025d1a by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': '374f0b35-2fb9-481a-81f7-394d274d01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd81c7801-9daf-43a5-bdb6-7bc60a09e01b'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:25:46.918317 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Attempting to bind port dda4eae6-caaa-4578-9e79-0758a6025d1a on network d81c7801-9daf-43a5-bdb6-7bc60a09e01b {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:25:46.918987 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-07845a64-a7bb-44f5-a768-ef32ca6bcf7e admin admin] Notify callbacks [] for router, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:46.924081 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-07845a64-a7bb-44f5-a768-ef32ca6bcf7e admin admin] 10.222.0.30 "DELETE /v2.0/routers/38177bda-7d49-4ffe-93e3-2e01a9b56183 HTTP/1.1" status: 204  len: 168 time: 1.9618914
Apr 11 17:25:46.924584 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 54016) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:25:46.926828 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:25:46.927340 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Checking segment: {'id': '374f0b35-2fb9-481a-81f7-394d274d01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd81c7801-9daf-43a5-bdb6-7bc60a09e01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:25:46.927922 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:46.928377 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Bound using segment: {'id': '374f0b35-2fb9-481a-81f7-394d274d01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd81c7801-9daf-43a5-bdb6-7bc60a09e01b'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:25:46.928937 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Bound port: dda4eae6-caaa-4578-9e79-0758a6025d1a, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374f0b35-2fb9-481a-81f7-394d274d01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd81c7801-9daf-43a5-bdb6-7bc60a09e01b'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:25:46.929365 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:46.995244 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d2bf4a-cc53-4911-81f4-957f9742e68c admin admin] Deleting subnet 366c0678-a15a-4f72-a34e-cf6cad6c7b77 {{(pid=85265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 11 17:25:46.999225 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-77d2bf4a-cc53-4911-81f4-957f9742e68c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:47.029674 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] For port dda4eae6-caaa-4578-9e79-0758a6025d1a, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:25:47.033452 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] For port dda4eae6-caaa-4578-9e79-0758a6025d1a, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=dda4eae6-caaa-4578-9e79-0758a6025d1a,segment=NetworkSegment(374f0b35-2fb9-481a-81f7-394d274d01c7),segment_id=374f0b35-2fb9-481a-81f7-394d274d01c7)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:25:47.037132 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] Pushing event updated for resources: {'Port': ['ID=d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:47.042295 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:47.048165 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:47.069844 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-77d2bf4a-cc53-4911-81f4-957f9742e68c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852720073'] for subnet, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:47.092841 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] Network 25e26079-4f70-47ba-b0dc-8350ca691b81 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:25:47.094245 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:25:47.096875 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:25:47.137039 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:47.216994 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-77d2bf4a-cc53-4911-81f4-957f9742e68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16559076'] for subnet, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:47.241241 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Pushing event updated for resources: {'Port': ['ID=dda4eae6-caaa-4578-9e79-0758a6025d1a,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:47.246403 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:47.383643 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 217d502e-3577-4f68-ab58-1b2d3b640361 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:25:47.418503 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] Sync routers for ids ['d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:25:47.464707 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] Routers {'d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:25:47.465684 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226557abe0>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:25:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:47.569243 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-77d2bf4a-cc53-4911-81f4-957f9742e68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838216707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851487774'] for subnet, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:47.588198 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:47.646793 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2bf4a-cc53-4911-81f4-957f9742e68c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=366c0678-a15a-4f72-a34e-cf6cad6c7b77,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:47.702583 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-77d2bf4a-cc53-4911-81f4-957f9742e68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:47.751051 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-77d2bf4a-cc53-4911-81f4-957f9742e68c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:47.764013 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-77d2bf4a-cc53-4911-81f4-957f9742e68c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/366c0678-a15a-4f72-a34e-cf6cad6c7b77 HTTP/1.1" status: 204  len: 168 time: 0.8375456
Apr 11 17:25:47.765353 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 54020) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:25:47.794363 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63742009-a091-483a-82dd-f91c55911df2 None None] Network 6d07600c-54c6-4d19-b4b0-98bb107e0071 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:25:47.930656 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:47.942215 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-da362c68-abba-485d-8031-f6bd7d994d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854681048'] for network, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:47.950544 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 217d502e-3577-4f68-ab58-1b2d3b640361 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:25:47.950970 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:48.021602 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-da362c68-abba-485d-8031-f6bd7d994d49 admin admin] Deleting port 58a757b4-ae16-4051-988c-8184195c4ea7 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:25:48.022017 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-da362c68-abba-485d-8031-f6bd7d994d49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:48.099533 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] Set router d4a14f5a-4b1d-410c-987f-46d6f0a7a90c gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:25:48.253437 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-da362c68-abba-485d-8031-f6bd7d994d49 admin admin] For port 58a757b4-ae16-4051-988c-8184195c4ea7, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=58a757b4-ae16-4051-988c-8184195c4ea7,segment=NetworkSegment(40454cb1-b1a9-4aa3-a5ee-c66792ea66eb),segment_id=40454cb1-b1a9-4aa3-a5ee-c66792ea66eb)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:25:48.254085 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-da362c68-abba-485d-8031-f6bd7d994d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:48.338006 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-521596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854326803'] for router, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:48.418581 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-da362c68-abba-485d-8031-f6bd7d994d49 admin admin] Calling delete_port for 58a757b4-ae16-4051-988c-8184195c4ea7 owned by network:dhcp {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:25:48.516483 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-da362c68-abba-485d-8031-f6bd7d994d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:48.530397 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b57377e-4178-40ea-9587-b801e96f3b77 None None] DHCP port deletion for 6d07600c-54c6-4d19-b4b0-98bb107e0071 request from dv-cinder-784779-4-iscsi {{(pid=85266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 11 17:25:48.532459 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 3bb279e5-e880-465b-8a08-6f111da87baf no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:25:48.533359 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-0f3ce80d-825d-4233-9848-e1ee5ca16655 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:48.576843 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] Router f02b5520-37f3-41c5-bc0b-fd6dfa2db254 is scheduled to L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 with binding_index 1 {{(pid=85264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 11 17:25:48.577956 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: 3bb279e5-e880-465b-8a08-6f111da87baf {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:25:48.578351 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 3bb279e5-e880-465b-8a08-6f111da87baf not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:25:48.578817 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 07c83e8e-0bec-4494-ba18-9a0ff74c157f no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:25:48.595077 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da362c68-abba-485d-8031-f6bd7d994d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=58a757b4-ae16-4051-988c-8184195c4ea7,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:48.600096 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-da362c68-abba-485d-8031-f6bd7d994d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:48.619201 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: 07c83e8e-0bec-4494-ba18-9a0ff74c157f {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:25:48.619597 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 07c83e8e-0bec-4494-ba18-9a0ff74c157f not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:25:48.648044 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226557abe0>, [{'id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'name': 'tempest-TestMinimumBasicScenario-995845753-router', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:25:37Z', 'updated_at': '2021-04-11T17:25:42Z', 'revision_number': 4, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'gw_port': {'id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:38Z', 'updated_at': '2021-04-11T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': 'a1dd5299-bb8b-40ea-9c45-d06fa590c6d7', 'name': '', 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'mac_address': 'fa:16:3e:9a:c4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '27f27448-cf05-467b-a8dd-219600a89558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:41Z', 'updated_at': '2021-04-11T17:25:42Z', 'revision_number': 2, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'subnets': [{'id': '27f27448-cf05-467b-a8dd-219600a89558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:48.653231 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] Checking router: d4a14f5a-4b1d-410c-987f-46d6f0a7a90c for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:25:48.653231 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] Updating router d4a14f5a-4b1d-410c-987f-46d6f0a7a90c port a1dd5299-bb8b-40ea-9c45-d06fa590c6d7 binding host dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 11 17:25:48.687625 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da362c68-abba-485d-8031-f6bd7d994d49 admin admin] No DVR routers for this DVR port 58a757b4-ae16-4051-988c-8184195c4ea7 on host dv-cinder-784779-4-iscsi {{(pid=85265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:25:48.728524 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:48.806421 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:25:48.810695 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] Sync routers for ids ['f02b5520-37f3-41c5-bc0b-fd6dfa2db254'] in dv-cinder-784779-4-iscsi {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:25:48.828101 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] Routers {'f02b5520-37f3-41c5-bc0b-fd6dfa2db254'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:25:48.829083 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2265ac4198>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:25:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['f02b5520-37f3-41c5-bc0b-fd6dfa2db254'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:48.832671 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] Notify callbacks [] for router, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:48.834011 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.1791048
Apr 11 17:25:48.837096 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 54024) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:25:48.851965 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-da362c68-abba-485d-8031-f6bd7d994d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16557693', 'neutron.services.segments.db._delete_segments_for_network--9223363300245355619'] for network, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:48.994698 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-da362c68-abba-485d-8031-f6bd7d994d49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2264b2fa90>,) {'filters': {'network_id': ['6d07600c-54c6-4d19-b4b0-98bb107e0071']}} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:49.017721 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-da362c68-abba-485d-8031-f6bd7d994d49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2264b2fa90>, '40454cb1-b1a9-4aa3-a5ee-c66792ea66eb') {'for_net_delete': True} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:49.018396 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-da362c68-abba-485d-8031-f6bd7d994d49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2264b2fa90>, '40454cb1-b1a9-4aa3-a5ee-c66792ea66eb') {} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:49.034318 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-da362c68-abba-485d-8031-f6bd7d994d49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736609405999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2055880'] for segment, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:49.061564 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-da362c68-abba-485d-8031-f6bd7d994d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:49.075541 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da362c68-abba-485d-8031-f6bd7d994d49 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=85265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 11 17:25:49.100644 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd36683-e892-426e-a39c-853b0c7c7b4d None None] Network d81c7801-9daf-43a5-bdb6-7bc60a09e01b requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:25:49.120610 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] Set router f02b5520-37f3-41c5-bc0b-fd6dfa2db254 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:25:49.269872 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-dfd14aaa-073b-4c99-aa07-cf024958585f None None] Provisioning for port dda4eae6-caaa-4578-9e79-0758a6025d1a completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:25:49.310990 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-da362c68-abba-485d-8031-f6bd7d994d49 admin admin] Network 6d07600c-54c6-4d19-b4b0-98bb107e0071 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:25:49.341748 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-da362c68-abba-485d-8031-f6bd7d994d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16558278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933340'] for segment, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:49.491924 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device dda4eae6-caaa-4578-9e79-0758a6025d1a up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:25:49.520345 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2265ac4198>, [{'id': 'f02b5520-37f3-41c5-bc0b-fd6dfa2db254', 'name': 'tempest-TestMinimumBasicScenario-154407070-router', 'tenant_id': '7a719009c45b45a1a36698796bfd47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'd0cc5162-3b4f-40f2-b40a-37f5c07ec7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:25:45Z', 'updated_at': '2021-04-11T17:25:47Z', 'revision_number': 3, 'project_id': '7a719009c45b45a1a36698796bfd47f8', 'gw_port': {'id': 'd0cc5162-3b4f-40f2-b40a-37f5c07ec7d1', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02b5520-37f3-41c5-bc0b-fd6dfa2db254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:46Z', 'updated_at': '2021-04-11T17:25:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:49.525709 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] Checking router: f02b5520-37f3-41c5-bc0b-fd6dfa2db254 for host: dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:25:49.526109 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] Updating router f02b5520-37f3-41c5-bc0b-fd6dfa2db254 port d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1 binding host dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 11 17:25:49.578971 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-da362c68-abba-485d-8031-f6bd7d994d49 admin admin] Network 6d07600c-54c6-4d19-b4b0-98bb107e0071 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:25:49.599029 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]: Traceback (most recent call last):
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:     timer()
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:     cb(*args, **kw)
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:     return func(*args, **kwargs)
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:     self._notify()
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:     self.callback(batched_events)
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:     event.method(event)
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:     segment_id)['aggregates'][0]
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:     return f(self, *a, **k)
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self._get(url).json()
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:     **kwargs)
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self.request(url, 'GET', **kwargs)
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:     **endpoint_filter)
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 11 17:25:49.606790 dv-cinder-784779-4-iscsi neutron-server[85151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 11 17:25:49.657921 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port dda4eae6-caaa-4578-9e79-0758a6025d1a completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:25:49.666810 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port dda4eae6-caaa-4578-9e79-0758a6025d1a triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:25:49.667420 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:49.707857 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-da362c68-abba-485d-8031-f6bd7d994d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838218230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448937'] for network, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:49.714251 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-da362c68-abba-485d-8031-f6bd7d994d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:49.718298 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:49.735740 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f4eefd79-4ed1-413a-b935-6b1a4a4d0450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:49.754194 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da362c68-abba-485d-8031-f6bd7d994d49 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d07600c-54c6-4d19-b4b0-98bb107e0071,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:49.761997 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-da362c68-abba-485d-8031-f6bd7d994d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:49.789393 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-da362c68-abba-485d-8031-f6bd7d994d49 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6d07600c-54c6-4d19-b4b0-98bb107e0071 HTTP/1.1" status: 204  len: 168 time: 2.0227916
Apr 11 17:25:49.933500 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:49.936394 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:49.965039 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] Transition to ACTIVE for port object a1dd5299-bb8b-40ea-9c45-d06fa590c6d7 will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:25:49.982041 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:49.999670 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] For port dda4eae6-caaa-4578-9e79-0758a6025d1a, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=dda4eae6-caaa-4578-9e79-0758a6025d1a,segment=NetworkSegment(374f0b35-2fb9-481a-81f7-394d274d01c7),segment_id=374f0b35-2fb9-481a-81f7-394d274d01c7)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:25:50.003461 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-75c105eb-2900-4425-911b-128974014c78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:50.038254 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-7d99bd74-6301-4977-ab9c-decf21d7be35 None None] Provisioning complete for port dda4eae6-caaa-4578-9e79-0758a6025d1a triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:25:50.038973 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7d99bd74-6301-4977-ab9c-decf21d7be35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:50.042978 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-f4eefd79-4ed1-413a-b935-6b1a4a4d0450 admin admin] Allocated IP 172.20.0.1 (d81c7801-9daf-43a5-bdb6-7bc60a09e01b/ceef70cc-63e3-4ecb-bce0-c5240e23aac2/22d0be9f-681c-477e-8df8-9983d0c98dad) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:25:50.061426 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 54030) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:25:50.096026 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:50.102665 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-b3d754a2-5983-44ee-a92e-14e7cdf18540 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4744d33c997d404c90625352a9aecf4d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0397928
Apr 11 17:25:50.106160 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 54034) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:25:50.180782 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 58a757b4-ae16-4051-988c-8184195c4ea7 no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:25:50.188635 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] Notify callbacks [] for port, precommit_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:50.202574 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] Transition to ACTIVE for port object d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1 will not be triggered until provisioned by entity L2. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:25:50.204690 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3fa85243-050c-447e-a7cd-ed1ccafe445c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:50.209336 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:50.230209 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-99a8a87e-d34e-4029-ae75-8c93272e4221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:50.234317 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3fa85243-050c-447e-a7cd-ed1ccafe445c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:50.245549 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f4eefd79-4ed1-413a-b935-6b1a4a4d0450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:50.254565 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: 58a757b4-ae16-4051-988c-8184195c4ea7 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:25:50.255039 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 58a757b4-ae16-4051-988c-8184195c4ea7 not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:25:50.263174 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063f992-520e-4c1d-8701-1cf3b14900e0 None None] Pushing event updated for resources: {'Port': ['ID=a1dd5299-bb8b-40ea-9c45-d06fa590c6d7,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:50.267179 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-f4eefd79-4ed1-413a-b935-6b1a4a4d0450 admin admin] Transition to ACTIVE for port object 22d0be9f-681c-477e-8df8-9983d0c98dad will not be triggered until provisioned by entity DHCP. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:25:50.271258 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3063f992-520e-4c1d-8701-1cf3b14900e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:50.271833 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:50.293857 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f4eefd79-4ed1-413a-b935-6b1a4a4d0450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:50.311138 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d24e67bc-5998-452f-b5d0-d58a48f8d0f3 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:50.319084 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3fa85243-050c-447e-a7cd-ed1ccafe445c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:50.324774 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3c12541b-898f-40da-9f46-4e24086a8415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:50.344877 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa85243-050c-447e-a7cd-ed1ccafe445c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8219fd37-e95e-4608-8a57-eb6940b6688e,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:50.347048 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bffe9-cec1-44ac-b09a-55a08218b9f8 None None] Pushing event updated for resources: {'Port': ['ID=d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1,revision_number=2']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:50.355124 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3fa85243-050c-447e-a7cd-ed1ccafe445c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:50.356320 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3fa85243-050c-447e-a7cd-ed1ccafe445c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:50.360760 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-3fa85243-050c-447e-a7cd-ed1ccafe445c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8219fd37-e95e-4608-8a57-eb6940b6688e HTTP/1.1" status: 204  len: 168 time: 0.2535212
Apr 11 17:25:50.369872 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bffe9-cec1-44ac-b09a-55a08218b9f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:50.370262 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bffe9-cec1-44ac-b09a-55a08218b9f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:50.370643 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bffe9-cec1-44ac-b09a-55a08218b9f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:50.371018 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bffe9-cec1-44ac-b09a-55a08218b9f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:50.371448 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bffe9-cec1-44ac-b09a-55a08218b9f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:50.371765 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bffe9-cec1-44ac-b09a-55a08218b9f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:50.372157 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bffe9-cec1-44ac-b09a-55a08218b9f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:50.377191 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bffe9-cec1-44ac-b09a-55a08218b9f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:50.377438 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bffe9-cec1-44ac-b09a-55a08218b9f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:50.378181 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bffe9-cec1-44ac-b09a-55a08218b9f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:50.378181 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bffe9-cec1-44ac-b09a-55a08218b9f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:50.379556 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bffe9-cec1-44ac-b09a-55a08218b9f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:50.384871 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b36bffe9-cec1-44ac-b09a-55a08218b9f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:50.537138 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] Attempting to bind port d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1 on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:25:50.537795 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] Attempting to bind port d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1 by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:25:50.538361 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] Attempting to bind port d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1 on network 25e26079-4f70-47ba-b0dc-8350ca691b81 {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:25:50.546883 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:25:50.547656 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] Checking segment: {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:25:50.548286 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:50.549490 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] Bound using segment: {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:25:50.550425 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] Bound port: d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:25:50.551887 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:50.693982 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] For port d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:25:50.701036 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] For port d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:25:50.708613 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:50.746200 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e972cba7-bc41-463f-9be8-bdf52ac0794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:50.750777 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eefd79-4ed1-413a-b935-6b1a4a4d0450 admin admin] Pushing event updated for resources: {'Port': ['ID=22d0be9f-681c-477e-8df8-9983d0c98dad,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:50.757991 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f4eefd79-4ed1-413a-b935-6b1a4a4d0450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:50.768941 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Pushing event updated for resources: {'Port': ['ID=dda4eae6-caaa-4578-9e79-0758a6025d1a,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:50.781303 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:50.896764 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] Attempting to bind port a1dd5299-bb8b-40ea-9c45-d06fa590c6d7 on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:25:50.897798 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] Attempting to bind port a1dd5299-bb8b-40ea-9c45-d06fa590c6d7 by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': 'ed0f0982-a5eb-4c65-8c19-284fc223e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:25:50.899135 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] Attempting to bind port a1dd5299-bb8b-40ea-9c45-d06fa590c6d7 on network 5f285a93-15c3-4d81-8eb6-47b691902cb7 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:25:50.903364 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eefd79-4ed1-413a-b935-6b1a4a4d0450 admin admin] Network d81c7801-9daf-43a5-bdb6-7bc60a09e01b is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:25:50.905038 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-f4eefd79-4ed1-413a-b935-6b1a4a4d0450 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:25:50.907903 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eefd79-4ed1-413a-b935-6b1a4a4d0450 admin admin] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:25:50.914368 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:25:50.915242 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] Checking segment: {'id': 'ed0f0982-a5eb-4c65-8c19-284fc223e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:25:50.915904 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:50.916533 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] Bound using segment: {'id': 'ed0f0982-a5eb-4c65-8c19-284fc223e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:25:50.917155 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] Bound port: a1dd5299-bb8b-40ea-9c45-d06fa590c6d7, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0f0982-a5eb-4c65-8c19-284fc223e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:25:50.917652 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:50.978304 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f4eefd79-4ed1-413a-b935-6b1a4a4d0450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854327000'] for router_interface, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:51.047504 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] For port a1dd5299-bb8b-40ea-9c45-d06fa590c6d7, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:25:51.052605 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] For port a1dd5299-bb8b-40ea-9c45-d06fa590c6d7, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=a1dd5299-bb8b-40ea-9c45-d06fa590c6d7,segment=NetworkSegment(ed0f0982-a5eb-4c65-8c19-284fc223e829),segment_id=ed0f0982-a5eb-4c65-8c19-284fc223e829)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:25:51.057434 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:51.080095 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:51.133019 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bffe9-cec1-44ac-b09a-55a08218b9f8 None None] Pushing event updated for resources: {'Port': ['ID=d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1,revision_number=3']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:51.138130 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b36bffe9-cec1-44ac-b09a-55a08218b9f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:51.179338 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063f992-520e-4c1d-8701-1cf3b14900e0 None None] Pushing event updated for resources: {'Port': ['ID=a1dd5299-bb8b-40ea-9c45-d06fa590c6d7,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:51.180745 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] Routers {'f02b5520-37f3-41c5-bc0b-fd6dfa2db254'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:25:51.181410 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2265ac4198>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:25:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['f02b5520-37f3-41c5-bc0b-fd6dfa2db254'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:51.185510 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3063f992-520e-4c1d-8701-1cf3b14900e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:51.195235 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f4eefd79-4ed1-413a-b935-6b1a4a4d0450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:51.272754 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-ef2f0be4-b26b-4f87-8f86-301f2762dcbf None None] Provisioning for port 22d0be9f-681c-477e-8df8-9983d0c98dad completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:25:51.282360 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-ef2f0be4-b26b-4f87-8f86-301f2762dcbf None None] Provisioning complete for port 22d0be9f-681c-477e-8df8-9983d0c98dad triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:25:51.282794 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ef2f0be4-b26b-4f87-8f86-301f2762dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:51.370114 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f0be4-b26b-4f87-8f86-301f2762dcbf None None] Port 22d0be9f-681c-477e-8df8-9983d0c98dad cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:25:51.439192 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] Set router f02b5520-37f3-41c5-bc0b-fd6dfa2db254 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:25:51.448303 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] Routers {'d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:25:51.449036 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226557abe0>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:25:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:51.528479 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device dda4eae6-caaa-4578-9e79-0758a6025d1a up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:25:51.574163 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f4eefd79-4ed1-413a-b935-6b1a4a4d0450 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:51.581485 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f4eefd79-4ed1-413a-b935-6b1a4a4d0450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:51.651059 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e2d35ba3-e294-4208-9e53-b48714e918a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:51.687972 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f4eefd79-4ed1-413a-b935-6b1a4a4d0450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16292956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854326939'] for router_interface, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:51.774747 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port dda4eae6-caaa-4578-9e79-0758a6025d1a triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:25:51.775310 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:51.824312 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] Set router d4a14f5a-4b1d-410c-987f-46d6f0a7a90c gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:25:51.881345 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eefd79-4ed1-413a-b935-6b1a4a4d0450 admin admin] Network d81c7801-9daf-43a5-bdb6-7bc60a09e01b is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:25:51.882584 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eefd79-4ed1-413a-b935-6b1a4a4d0450 admin admin] Pushing event updated for resources: {'Port': ['ID=22d0be9f-681c-477e-8df8-9983d0c98dad,revision_number=2']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:51.885612 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-f4eefd79-4ed1-413a-b935-6b1a4a4d0450 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:25:51.887639 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f4eefd79-4ed1-413a-b935-6b1a4a4d0450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:51.898984 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2265ac4198>, [{'id': 'f02b5520-37f3-41c5-bc0b-fd6dfa2db254', 'name': 'tempest-TestMinimumBasicScenario-154407070-router', 'tenant_id': '7a719009c45b45a1a36698796bfd47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'd0cc5162-3b4f-40f2-b40a-37f5c07ec7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:25:45Z', 'updated_at': '2021-04-11T17:25:51Z', 'revision_number': 4, 'project_id': '7a719009c45b45a1a36698796bfd47f8', 'gw_port': {'id': 'd0cc5162-3b4f-40f2-b40a-37f5c07ec7d1', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02b5520-37f3-41c5-bc0b-fd6dfa2db254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:46Z', 'updated_at': '2021-04-11T17:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '22d0be9f-681c-477e-8df8-9983d0c98dad', 'name': '', 'network_id': 'd81c7801-9daf-43a5-bdb6-7bc60a09e01b', 'tenant_id': '7a719009c45b45a1a36698796bfd47f8', 'mac_address': 'fa:16:3e:4d:3f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02b5520-37f3-41c5-bc0b-fd6dfa2db254', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ceef70cc-63e3-4ecb-bce0-c5240e23aac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:49Z', 'updated_at': '2021-04-11T17:25:50Z', 'revision_number': 1, 'project_id': '7a719009c45b45a1a36698796bfd47f8', 'subnets': [{'id': 'ceef70cc-63e3-4ecb-bce0-c5240e23aac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:51.904535 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c419f-37e2-4e29-8607-d00ea9a71d9a None None] The sync data for ids ['f02b5520-37f3-41c5-bc0b-fd6dfa2db254'] in dv-cinder-784779-4-iscsi is: [{'id': 'f02b5520-37f3-41c5-bc0b-fd6dfa2db254', 'name': 'tempest-TestMinimumBasicScenario-154407070-router', 'tenant_id': '7a719009c45b45a1a36698796bfd47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'd0cc5162-3b4f-40f2-b40a-37f5c07ec7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:25:45Z', 'updated_at': '2021-04-11T17:25:51Z', 'revision_number': 4, 'project_id': '7a719009c45b45a1a36698796bfd47f8', 'gw_port': {'id': 'd0cc5162-3b4f-40f2-b40a-37f5c07ec7d1', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02b5520-37f3-41c5-bc0b-fd6dfa2db254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:46Z', 'updated_at': '2021-04-11T17:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '22d0be9f-681c-477e-8df8-9983d0c98dad', 'name': '', 'network_id': 'd81c7801-9daf-43a5-bdb6-7bc60a09e01b', 'tenant_id': '7a719009c45b45a1a36698796bfd47f8', 'mac_address': 'fa:16:3e:4d:3f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02b5520-37f3-41c5-bc0b-fd6dfa2db254', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ceef70cc-63e3-4ecb-bce0-c5240e23aac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:49Z', 'updated_at': '2021-04-11T17:25:50Z', 'revision_number': 1, 'project_id': '7a719009c45b45a1a36698796bfd47f8', 'subnets': [{'id': 'ceef70cc-63e3-4ecb-bce0-c5240e23aac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:25:52.117248 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4eefd79-4ed1-413a-b935-6b1a4a4d0450 admin admin] Router f02b5520-37f3-41c5-bc0b-fd6dfa2db254 has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:25:52.203432 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device a1dd5299-bb8b-40ea-9c45-d06fa590c6d7 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:25:52.340933 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4eefd79-4ed1-413a-b935-6b1a4a4d0450 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:25:52.355661 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f4eefd79-4ed1-413a-b935-6b1a4a4d0450 admin admin] 10.222.0.30 "PUT /v2.0/routers/f02b5520-37f3-41c5-bc0b-fd6dfa2db254/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5167410
Apr 11 17:25:52.366051 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-b772f6f7-4f44-4c6c-a436-a846e61c562f None None] Provisioning complete for port 22d0be9f-681c-477e-8df8-9983d0c98dad triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:25:52.366647 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b772f6f7-4f44-4c6c-a436-a846e61c562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:52.473586 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port a1dd5299-bb8b-40ea-9c45-d06fa590c6d7 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:25:52.486531 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port a1dd5299-bb8b-40ea-9c45-d06fa590c6d7 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:25:52.486953 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:52.531504 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-b772f6f7-4f44-4c6c-a436-a846e61c562f None None] Port 22d0be9f-681c-477e-8df8-9983d0c98dad cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:25:52.573774 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226557abe0>, [{'id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'name': 'tempest-TestMinimumBasicScenario-995845753-router', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:25:37Z', 'updated_at': '2021-04-11T17:25:42Z', 'revision_number': 4, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'gw_port': {'id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:38Z', 'updated_at': '2021-04-11T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': 'a1dd5299-bb8b-40ea-9c45-d06fa590c6d7', 'name': '', 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'mac_address': 'fa:16:3e:9a:c4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '27f27448-cf05-467b-a8dd-219600a89558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:41Z', 'updated_at': '2021-04-11T17:25:51Z', 'revision_number': 4, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'subnets': [{'id': '27f27448-cf05-467b-a8dd-219600a89558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:52.578392 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f463b7-999d-4703-b4c6-3a41448c2a12 None None] The sync data for ids ['d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'] in dv-cinder-784779-4-iscsi is: [{'id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'name': 'tempest-TestMinimumBasicScenario-995845753-router', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:25:37Z', 'updated_at': '2021-04-11T17:25:42Z', 'revision_number': 4, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'gw_port': {'id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:38Z', 'updated_at': '2021-04-11T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': 'a1dd5299-bb8b-40ea-9c45-d06fa590c6d7', 'name': '', 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'mac_address': 'fa:16:3e:9a:c4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '27f27448-cf05-467b-a8dd-219600a89558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:41Z', 'updated_at': '2021-04-11T17:25:51Z', 'revision_number': 4, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'subnets': [{'id': '27f27448-cf05-467b-a8dd-219600a89558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:25:52.670863 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:52.693096 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] For port a1dd5299-bb8b-40ea-9c45-d06fa590c6d7, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=a1dd5299-bb8b-40ea-9c45-d06fa590c6d7,segment=NetworkSegment(ed0f0982-a5eb-4c65-8c19-284fc223e829),segment_id=ed0f0982-a5eb-4c65-8c19-284fc223e829)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:25:52.698027 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:52.701383 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:52.795177 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Pushing event updated for resources: {'Port': ['ID=a1dd5299-bb8b-40ea-9c45-d06fa590c6d7,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:52.799431 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:53.516749 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:25:53.617142 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:25:53.623005 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:25:53.623437 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:53.789201 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:53.817301 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] For port d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:25:53.823162 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:53.824101 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device a1dd5299-bb8b-40ea-9c45-d06fa590c6d7 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:25:53.864415 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:53.949701 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Pushing event updated for resources: {'Port': ['ID=d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:53.955152 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:53.998834 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port a1dd5299-bb8b-40ea-9c45-d06fa590c6d7 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:25:53.999180 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:55.377117 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:25:55.459297 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:25:55.459864 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:56.118041 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] Sync routers for ids ['f02b5520-37f3-41c5-bc0b-fd6dfa2db254'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:25:56.128948 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] Routers {'f02b5520-37f3-41c5-bc0b-fd6dfa2db254'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:25:56.129757 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22653dc860>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:25:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['f02b5520-37f3-41c5-bc0b-fd6dfa2db254'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:56.374765 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] Set router f02b5520-37f3-41c5-bc0b-fd6dfa2db254 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:25:56.958236 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22653dc860>, [{'id': 'f02b5520-37f3-41c5-bc0b-fd6dfa2db254', 'name': 'tempest-TestMinimumBasicScenario-154407070-router', 'tenant_id': '7a719009c45b45a1a36698796bfd47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'd0cc5162-3b4f-40f2-b40a-37f5c07ec7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:25:45Z', 'updated_at': '2021-04-11T17:25:51Z', 'revision_number': 4, 'project_id': '7a719009c45b45a1a36698796bfd47f8', 'gw_port': {'id': 'd0cc5162-3b4f-40f2-b40a-37f5c07ec7d1', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02b5520-37f3-41c5-bc0b-fd6dfa2db254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:46Z', 'updated_at': '2021-04-11T17:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '22d0be9f-681c-477e-8df8-9983d0c98dad', 'name': '', 'network_id': 'd81c7801-9daf-43a5-bdb6-7bc60a09e01b', 'tenant_id': '7a719009c45b45a1a36698796bfd47f8', 'mac_address': 'fa:16:3e:4d:3f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02b5520-37f3-41c5-bc0b-fd6dfa2db254', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ceef70cc-63e3-4ecb-bce0-c5240e23aac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:49Z', 'updated_at': '2021-04-11T17:25:51Z', 'revision_number': 2, 'project_id': '7a719009c45b45a1a36698796bfd47f8', 'subnets': [{'id': 'ceef70cc-63e3-4ecb-bce0-c5240e23aac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:56.964837 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] Checking router: f02b5520-37f3-41c5-bc0b-fd6dfa2db254 for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:25:56.965372 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] Updating router f02b5520-37f3-41c5-bc0b-fd6dfa2db254 port 22d0be9f-681c-477e-8df8-9983d0c98dad binding host dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 11 17:25:57.030851 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:57.249500 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:57.531740 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:57.546738 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] Transition to ACTIVE for port object 22d0be9f-681c-477e-8df8-9983d0c98dad will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:25:57.552736 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:57.568462 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:57.650710 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311848de-4e9f-40b9-a14e-7bee4b5de314 None None] Pushing event updated for resources: {'Port': ['ID=22d0be9f-681c-477e-8df8-9983d0c98dad,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:57.703359 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-311848de-4e9f-40b9-a14e-7bee4b5de314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:57.936210 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] Attempting to bind port 22d0be9f-681c-477e-8df8-9983d0c98dad on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:25:57.936680 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] Attempting to bind port 22d0be9f-681c-477e-8df8-9983d0c98dad by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': '374f0b35-2fb9-481a-81f7-394d274d01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd81c7801-9daf-43a5-bdb6-7bc60a09e01b'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:25:57.937074 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] Attempting to bind port 22d0be9f-681c-477e-8df8-9983d0c98dad on network d81c7801-9daf-43a5-bdb6-7bc60a09e01b {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:25:57.944029 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:25:57.944460 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] Checking segment: {'id': '374f0b35-2fb9-481a-81f7-394d274d01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd81c7801-9daf-43a5-bdb6-7bc60a09e01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:25:57.944924 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:57.945365 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] Bound using segment: {'id': '374f0b35-2fb9-481a-81f7-394d274d01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd81c7801-9daf-43a5-bdb6-7bc60a09e01b'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:25:57.945891 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] Bound port: 22d0be9f-681c-477e-8df8-9983d0c98dad, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374f0b35-2fb9-481a-81f7-394d274d01c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd81c7801-9daf-43a5-bdb6-7bc60a09e01b'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:25:57.946315 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:58.032327 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] For port 22d0be9f-681c-477e-8df8-9983d0c98dad, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:25:58.035903 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] For port 22d0be9f-681c-477e-8df8-9983d0c98dad, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=22d0be9f-681c-477e-8df8-9983d0c98dad,segment=NetworkSegment(374f0b35-2fb9-481a-81f7-394d274d01c7),segment_id=374f0b35-2fb9-481a-81f7-394d274d01c7)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:25:58.044206 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:58.062110 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:58.240992 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311848de-4e9f-40b9-a14e-7bee4b5de314 None None] Pushing event updated for resources: {'Port': ['ID=22d0be9f-681c-477e-8df8-9983d0c98dad,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:58.252742 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311848de-4e9f-40b9-a14e-7bee4b5de314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:58.253138 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311848de-4e9f-40b9-a14e-7bee4b5de314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:58.254123 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311848de-4e9f-40b9-a14e-7bee4b5de314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:58.254298 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311848de-4e9f-40b9-a14e-7bee4b5de314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:58.254557 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311848de-4e9f-40b9-a14e-7bee4b5de314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:58.254931 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311848de-4e9f-40b9-a14e-7bee4b5de314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:58.255283 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311848de-4e9f-40b9-a14e-7bee4b5de314 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:58.255650 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311848de-4e9f-40b9-a14e-7bee4b5de314 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:58.256017 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311848de-4e9f-40b9-a14e-7bee4b5de314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:58.256399 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311848de-4e9f-40b9-a14e-7bee4b5de314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:58.256801 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311848de-4e9f-40b9-a14e-7bee4b5de314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:58.257157 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311848de-4e9f-40b9-a14e-7bee4b5de314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:25:58.263658 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-311848de-4e9f-40b9-a14e-7bee4b5de314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:25:58.308192 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] Routers {'f02b5520-37f3-41c5-bc0b-fd6dfa2db254'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:25:58.309018 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22653dc860>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:25:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['f02b5520-37f3-41c5-bc0b-fd6dfa2db254'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:58.530424 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] Set router f02b5520-37f3-41c5-bc0b-fd6dfa2db254 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:25:58.910685 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22653dc860>, [{'id': 'f02b5520-37f3-41c5-bc0b-fd6dfa2db254', 'name': 'tempest-TestMinimumBasicScenario-154407070-router', 'tenant_id': '7a719009c45b45a1a36698796bfd47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'd0cc5162-3b4f-40f2-b40a-37f5c07ec7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:25:45Z', 'updated_at': '2021-04-11T17:25:51Z', 'revision_number': 4, 'project_id': '7a719009c45b45a1a36698796bfd47f8', 'gw_port': {'id': 'd0cc5162-3b4f-40f2-b40a-37f5c07ec7d1', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02b5520-37f3-41c5-bc0b-fd6dfa2db254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:46Z', 'updated_at': '2021-04-11T17:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '22d0be9f-681c-477e-8df8-9983d0c98dad', 'name': '', 'network_id': 'd81c7801-9daf-43a5-bdb6-7bc60a09e01b', 'tenant_id': '7a719009c45b45a1a36698796bfd47f8', 'mac_address': 'fa:16:3e:4d:3f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02b5520-37f3-41c5-bc0b-fd6dfa2db254', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ceef70cc-63e3-4ecb-bce0-c5240e23aac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:49Z', 'updated_at': '2021-04-11T17:25:58Z', 'revision_number': 4, 'project_id': '7a719009c45b45a1a36698796bfd47f8', 'subnets': [{'id': 'ceef70cc-63e3-4ecb-bce0-c5240e23aac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:25:58.915597 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e42134c-25af-4688-93da-97a5cf09b12c None None] The sync data for ids ['f02b5520-37f3-41c5-bc0b-fd6dfa2db254'] in dv-cinder-784779-4-iscsi is: [{'id': 'f02b5520-37f3-41c5-bc0b-fd6dfa2db254', 'name': 'tempest-TestMinimumBasicScenario-154407070-router', 'tenant_id': '7a719009c45b45a1a36698796bfd47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'd0cc5162-3b4f-40f2-b40a-37f5c07ec7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:25:45Z', 'updated_at': '2021-04-11T17:25:51Z', 'revision_number': 4, 'project_id': '7a719009c45b45a1a36698796bfd47f8', 'gw_port': {'id': 'd0cc5162-3b4f-40f2-b40a-37f5c07ec7d1', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02b5520-37f3-41c5-bc0b-fd6dfa2db254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:46Z', 'updated_at': '2021-04-11T17:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '22d0be9f-681c-477e-8df8-9983d0c98dad', 'name': '', 'network_id': 'd81c7801-9daf-43a5-bdb6-7bc60a09e01b', 'tenant_id': '7a719009c45b45a1a36698796bfd47f8', 'mac_address': 'fa:16:3e:4d:3f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02b5520-37f3-41c5-bc0b-fd6dfa2db254', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ceef70cc-63e3-4ecb-bce0-c5240e23aac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:49Z', 'updated_at': '2021-04-11T17:25:58Z', 'revision_number': 4, 'project_id': '7a719009c45b45a1a36698796bfd47f8', 'subnets': [{'id': 'ceef70cc-63e3-4ecb-bce0-c5240e23aac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:25:59.458508 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 22d0be9f-681c-477e-8df8-9983d0c98dad up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:25:59.554089 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port 22d0be9f-681c-477e-8df8-9983d0c98dad completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:25:59.560344 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 22d0be9f-681c-477e-8df8-9983d0c98dad triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:25:59.560805 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:59.742129 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:59.762957 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] For port 22d0be9f-681c-477e-8df8-9983d0c98dad, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=22d0be9f-681c-477e-8df8-9983d0c98dad,segment=NetworkSegment(374f0b35-2fb9-481a-81f7-394d274d01c7),segment_id=374f0b35-2fb9-481a-81f7-394d274d01c7)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:25:59.769489 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:25:59.771707 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:25:59.861875 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Pushing event updated for resources: {'Port': ['ID=22d0be9f-681c-477e-8df8-9983d0c98dad,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:25:59.869374 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:01.384520 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 22d0be9f-681c-477e-8df8-9983d0c98dad up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:26:01.470045 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 22d0be9f-681c-477e-8df8-9983d0c98dad triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:26:01.470469 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:02.321933 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:26:03.095772 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-ae515a7d-f333-42a0-b7b2-0585aea5d7bf tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:03.096461 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-ae515a7d-f333-42a0-b7b2-0585aea5d7bf tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Synchronizing usage tracker for tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 on resource:network {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:26:03.114567 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-ae515a7d-f333-42a0-b7b2-0585aea5d7bf tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Unset dirty status for tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 on resource:network {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:26:03.115838 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-ae515a7d-f333-42a0-b7b2-0585aea5d7bf tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/networks?id=5f285a93-15c3-4d81-8eb6-47b691902cb7 HTTP/1.1" status: 200  len: 814 time: 0.1762350
Apr 11 17:26:03.131922 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-e7fcc6a0-45f2-4e60-a41f-9dde492cdd8c tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/quotas/844a128dac2a4fb1b7dc0626f7f9e7e0 HTTP/1.1" status: 200  len: 375 time: 0.0097675
Apr 11 17:26:03.221046 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-d3758b86-0243-42a5-9bb7-acc8c468bce4 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Synchronizing usage tracker for tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:26:03.237105 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-d3758b86-0243-42a5-9bb7-acc8c468bce4 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Unset dirty status for tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:26:03.239145 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-d3758b86-0243-42a5-9bb7-acc8c468bce4 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=844a128dac2a4fb1b7dc0626f7f9e7e0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1016929
Apr 11 17:26:03.493627 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-ed65ca38-7259-41ec-86ae-7b245006e586 service neutron] 10.222.0.30 "GET /v2.0/networks/5f285a93-15c3-4d81-8eb6-47b691902cb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2417691
Apr 11 17:26:03.636693 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-a4ef086b-0aeb-40b2-a3a4-6f968e960d21 service neutron] 10.222.0.30 "GET /v2.0/networks/5f285a93-15c3-4d81-8eb6-47b691902cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365843
Apr 11 17:26:03.838918 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7b17947e-437f-45c6-9bcc-ac119bd9bca7 req-0bbb9efa-ee41-4171-832c-57fdb84213d3 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 210 time: 0.0513091
Apr 11 17:26:04.142879 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 54242) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:04.274028 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-06b2b020-8d9f-42e0-bdc5-b42099a91786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:04.290208 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-06b2b020-8d9f-42e0-bdc5-b42099a91786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:26:04.294246 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-06b2b020-8d9f-42e0-bdc5-b42099a91786 admin admin] Usage tracker for resource:security_group_rule and tenant:5b65ce5bd2c24d228145f3f6623a4e2e is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:26:04.297293 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-06b2b020-8d9f-42e0-bdc5-b42099a91786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:26:04.305770 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-06b2b020-8d9f-42e0-bdc5-b42099a91786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:26:04.397075 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-06b2b020-8d9f-42e0-bdc5-b42099a91786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:04.400237 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-06b2b020-8d9f-42e0-bdc5-b42099a91786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:04.414319 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-7e3ac7a8-5683-4226-8b9c-8733b1ad34ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:04.457908 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-06b2b020-8d9f-42e0-bdc5-b42099a91786 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b65ce5bd2c24d228145f3f6623a4e2e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3133748
Apr 11 17:26:04.459321 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2b020-8d9f-42e0-bdc5-b42099a91786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fee6ad-7b77-4717-8044-a74c9c5e03f5,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:04.460721 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 54248) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:04.463188 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-06b2b020-8d9f-42e0-bdc5-b42099a91786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:04.528403 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5f1be6ad-bb9f-4f70-b942-dd9f0a552921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:04.555654 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5f1be6ad-bb9f-4f70-b942-dd9f0a552921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:04.605534 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5f1be6ad-bb9f-4f70-b942-dd9f0a552921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:04.610438 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-0d10a6a1-2e64-4ea5-b93d-91f865cced90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:04.622880 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1be6ad-bb9f-4f70-b942-dd9f0a552921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fee6ad-7b77-4717-8044-a74c9c5e03f5,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:04.632408 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5f1be6ad-bb9f-4f70-b942-dd9f0a552921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:04.633619 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-5f1be6ad-bb9f-4f70-b942-dd9f0a552921 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5fee6ad-7b77-4717-8044-a74c9c5e03f5 HTTP/1.1" status: 204  len: 168 time: 0.1717951
Apr 11 17:26:04.635128 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1be6ad-bb9f-4f70-b942-dd9f0a552921 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:26:04.635620 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1be6ad-bb9f-4f70-b942-dd9f0a552921 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:26:04.636034 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1be6ad-bb9f-4f70-b942-dd9f0a552921 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:26:04.636454 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1be6ad-bb9f-4f70-b942-dd9f0a552921 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:26:04.636865 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1be6ad-bb9f-4f70-b942-dd9f0a552921 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:26:04.637266 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1be6ad-bb9f-4f70-b942-dd9f0a552921 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:26:04.637662 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1be6ad-bb9f-4f70-b942-dd9f0a552921 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:26:04.638081 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1be6ad-bb9f-4f70-b942-dd9f0a552921 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:26:04.638458 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1be6ad-bb9f-4f70-b942-dd9f0a552921 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:26:04.638849 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1be6ad-bb9f-4f70-b942-dd9f0a552921 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:26:04.639243 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1be6ad-bb9f-4f70-b942-dd9f0a552921 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:26:04.639689 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1be6ad-bb9f-4f70-b942-dd9f0a552921 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:26:04.642833 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5f1be6ad-bb9f-4f70-b942-dd9f0a552921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:04.951391 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 54258) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:04.974406 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-9c4932fb-f4a8-489c-8f30-2c69e2188797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:04.991687 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-9c4932fb-f4a8-489c-8f30-2c69e2188797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:26:04.995792 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-9c4932fb-f4a8-489c-8f30-2c69e2188797 admin admin] Usage tracker for resource:security_group_rule and tenant:ed42d268d59f471680df4cd2937e5e5e is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:26:04.999023 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-9c4932fb-f4a8-489c-8f30-2c69e2188797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:26:05.015051 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-9c4932fb-f4a8-489c-8f30-2c69e2188797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:26:05.042640 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-88e85bfe-efec-4a46-9d97-221c478b1919 req-f842be8a-c616-4c92-9131-a88b01e9875b tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 210 time: 0.0624089
Apr 11 17:26:05.083316 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-7b3590e4-133b-4fdc-81a0-e6a3edbd6340 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:05.084928 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-7b3590e4-133b-4fdc-81a0-e6a3edbd6340 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.37 "GET /v2.0/networks?id=5f285a93-15c3-4d81-8eb6-47b691902cb7 HTTP/1.1" status: 200  len: 814 time: 0.2394814
Apr 11 17:26:05.099083 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-071f917d-1417-45c1-bdcb-cc6dc78e1e35 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Request body: {'port': {'device_id': '0145b429-5811-4c58-b47d-14f889337a3e', 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7', 'admin_state_up': True, 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:26:05.106018 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-9c4932fb-f4a8-489c-8f30-2c69e2188797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:05.109266 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-9c4932fb-f4a8-489c-8f30-2c69e2188797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:05.119190 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b25ddcd4-0f4e-4786-aa7e-42affaddc9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:05.167181 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-9c4932fb-f4a8-489c-8f30-2c69e2188797 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed42d268d59f471680df4cd2937e5e5e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2116826
Apr 11 17:26:05.167739 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 54266) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:05.170571 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4932fb-f4a8-489c-8f30-2c69e2188797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeae6c1d-7fbe-4407-8e34-b2efc63d05f0,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:05.183633 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-9c4932fb-f4a8-489c-8f30-2c69e2188797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:05.241898 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a00b4e7c-cc07-4a8b-95db-009bc59eb19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:05.257177 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-071f917d-1417-45c1-bdcb-cc6dc78e1e35 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:26:05.268063 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-071f917d-1417-45c1-bdcb-cc6dc78e1e35 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:26:05.270842 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a00b4e7c-cc07-4a8b-95db-009bc59eb19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:05.277494 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-071f917d-1417-45c1-bdcb-cc6dc78e1e35 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Made reservation on behalf of 844a128dac2a4fb1b7dc0626f7f9e7e0 for: {'port': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:26:05.283575 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-071f917d-1417-45c1-bdcb-cc6dc78e1e35 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:05.342421 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a00b4e7c-cc07-4a8b-95db-009bc59eb19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:05.348680 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f1831e07-79a1-4c15-801f-79edaba0be1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:05.362829 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b4e7c-cc07-4a8b-95db-009bc59eb19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeae6c1d-7fbe-4407-8e34-b2efc63d05f0,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:05.365910 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a00b4e7c-cc07-4a8b-95db-009bc59eb19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:05.367146 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a00b4e7c-cc07-4a8b-95db-009bc59eb19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:05.368336 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-a00b4e7c-cc07-4a8b-95db-009bc59eb19c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eeae6c1d-7fbe-4407-8e34-b2efc63d05f0 HTTP/1.1" status: 204  len: 168 time: 0.2000418
Apr 11 17:26:05.466339 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-071f917d-1417-45c1-bdcb-cc6dc78e1e35 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Allocated IP 172.20.0.13 (5f285a93-15c3-4d81-8eb6-47b691902cb7/27f27448-cf05-467b-a8dd-219600a89558/580a584c-75aa-410c-b897-1a982449f57e) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:26:05.697641 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-071f917d-1417-45c1-bdcb-cc6dc78e1e35 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:05.719185 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-071f917d-1417-45c1-bdcb-cc6dc78e1e35 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Transition to ACTIVE for port object 580a584c-75aa-410c-b897-1a982449f57e will not be triggered until provisioned by entity DHCP. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:26:05.754555 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-071f917d-1417-45c1-bdcb-cc6dc78e1e35 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:05.892566 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e2d35ba3-e294-4208-9e53-b48714e918a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:06.036766 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-071f917d-1417-45c1-bdcb-cc6dc78e1e35 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Network 5f285a93-15c3-4d81-8eb6-47b691902cb7 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:26:06.040181 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-071f917d-1417-45c1-bdcb-cc6dc78e1e35 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:26:06.042998 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-071f917d-1417-45c1-bdcb-cc6dc78e1e35 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:26:06.147845 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-071f917d-1417-45c1-bdcb-cc6dc78e1e35 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:06.148627 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-071f917d-1417-45c1-bdcb-cc6dc78e1e35 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:06.158763 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f917d-1417-45c1-bdcb-cc6dc78e1e35 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Pushing event updated for resources: {'Port': ['ID=580a584c-75aa-410c-b897-1a982449f57e,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:06.173355 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-071f917d-1417-45c1-bdcb-cc6dc78e1e35 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:06.202223 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-071f917d-1417-45c1-bdcb-cc6dc78e1e35 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1085365
Apr 11 17:26:06.358992 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34c7cc-6793-44c3-b273-261ee2bfa816 req-681d7755-d0c8-42fa-9e1a-93d0e47dfa5f tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:06.360240 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-71510eb6-086b-4b43-84bf-df835f080bc6 None None] Provisioning for port 580a584c-75aa-410c-b897-1a982449f57e completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:26:06.360766 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4d34c7cc-6793-44c3-b273-261ee2bfa816 req-681d7755-d0c8-42fa-9e1a-93d0e47dfa5f tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 932 time: 0.1246655
Apr 11 17:26:06.367186 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-71510eb6-086b-4b43-84bf-df835f080bc6 None None] Provisioning complete for port 580a584c-75aa-410c-b897-1a982449f57e triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:26:06.367908 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-71510eb6-086b-4b43-84bf-df835f080bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:06.433946 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-71510eb6-086b-4b43-84bf-df835f080bc6 None None] Port 580a584c-75aa-410c-b897-1a982449f57e cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:26:06.441577 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4d34c7cc-6793-44c3-b273-261ee2bfa816 req-97c5703d-15bf-4530-9b18-7266a9d37b54 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700095
Apr 11 17:26:07.653089 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141cc35-0767-4a77-b435-c588cf998fcb req-bc2c7c99-288f-488c-a037-aac3e18fab51 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:07.653865 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-4141cc35-0767-4a77-b435-c588cf998fcb req-bc2c7c99-288f-488c-a037-aac3e18fab51 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Synchronizing usage tracker for tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:26:07.669925 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-4141cc35-0767-4a77-b435-c588cf998fcb req-bc2c7c99-288f-488c-a037-aac3e18fab51 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Unset dirty status for tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:26:07.671306 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4141cc35-0767-4a77-b435-c588cf998fcb req-bc2c7c99-288f-488c-a037-aac3e18fab51 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 932 time: 0.1119666
Apr 11 17:26:07.708998 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-4141cc35-0767-4a77-b435-c588cf998fcb req-e281956a-17f8-44f8-a257-3e37b8f4e988 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Synchronizing usage tracker for tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 on resource:security_group {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:26:07.726255 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-4141cc35-0767-4a77-b435-c588cf998fcb req-e281956a-17f8-44f8-a257-3e37b8f4e988 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Unset dirty status for tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 on resource:security_group {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:26:07.727534 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4141cc35-0767-4a77-b435-c588cf998fcb req-e281956a-17f8-44f8-a257-3e37b8f4e988 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491672
Apr 11 17:26:08.940399 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d361c7-aefd-4f82-9305-cce09bcd5607 req-2ccc150f-be5b-4ab1-8eef-6fcd9d85a8ba tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:08.942661 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-96d361c7-aefd-4f82-9305-cce09bcd5607 req-2ccc150f-be5b-4ab1-8eef-6fcd9d85a8ba tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 932 time: 0.0946131
Apr 11 17:26:08.975735 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-96d361c7-aefd-4f82-9305-cce09bcd5607 req-bf7eb3a7-ed17-45f1-a9d9-84898ff99c84 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0257537
Apr 11 17:26:09.182979 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-af5c4e67-c391-4b4e-b41c-118bf9263e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:10.219448 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4f097-015d-43c9-8c76-9a1fd4a5263a req-f4c69f39-9a1d-40a4-994b-f1c9699ca67f tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:10.221099 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1ba4f097-015d-43c9-8c76-9a1fd4a5263a req-f4c69f39-9a1d-40a4-994b-f1c9699ca67f tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 932 time: 0.0963573
Apr 11 17:26:10.252802 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1ba4f097-015d-43c9-8c76-9a1fd4a5263a req-e2d104bc-d8ad-445e-9c51-a2c3d705646e tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244691
Apr 11 17:26:11.475601 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c885b59-7916-4e8f-9821-abbdf8d7509a req-d1476110-172c-4943-bf3f-817b50d84be5 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:11.477298 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2c885b59-7916-4e8f-9821-abbdf8d7509a req-d1476110-172c-4943-bf3f-817b50d84be5 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 932 time: 0.0954304
Apr 11 17:26:11.509077 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2c885b59-7916-4e8f-9821-abbdf8d7509a req-90b94652-1867-44b3-9c96-3963faa7043e tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0246301
Apr 11 17:26:11.669014 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-83df6bbe-5107-4079-9a4c-9d745c911ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:12.459482 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcd781-7a4a-4267-b448-9d764d097b02 req-04058a63-6845-448a-8a32-e022457f1d13 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:12.461420 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-68fcd781-7a4a-4267-b448-9d764d097b02 req-04058a63-6845-448a-8a32-e022457f1d13 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 947 time: 0.1016304
Apr 11 17:26:12.503697 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-68fcd781-7a4a-4267-b448-9d764d097b02 req-aeed25db-b03f-43af-886a-7812d0f4b875 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0346823
Apr 11 17:26:12.573419 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:12.744488 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794dfaf2-6e74-43d5-8b54-781b7804b70f req-c17fa306-6f12-42a8-8941-851917e30ee0 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:12.746182 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-794dfaf2-6e74-43d5-8b54-781b7804b70f req-c17fa306-6f12-42a8-8941-851917e30ee0 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 932 time: 0.0958989
Apr 11 17:26:12.796160 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-794dfaf2-6e74-43d5-8b54-781b7804b70f req-9be5bb80-5d15-406b-bee4-81617353bec0 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433822
Apr 11 17:26:12.826569 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 54398) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:12.956950 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-db05354c-0a24-4a83-9414-93e3a14cc9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:12.978590 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-db05354c-0a24-4a83-9414-93e3a14cc9c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:26:12.983415 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-db05354c-0a24-4a83-9414-93e3a14cc9c8 admin admin] Usage tracker for resource:security_group_rule and tenant:1f6dc771d68841d7a380ea8519fc7687 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:26:12.986423 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-db05354c-0a24-4a83-9414-93e3a14cc9c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:26:12.992944 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-db05354c-0a24-4a83-9414-93e3a14cc9c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:26:13.089683 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-db05354c-0a24-4a83-9414-93e3a14cc9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:13.092605 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-db05354c-0a24-4a83-9414-93e3a14cc9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:13.101649 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-60995f4f-7062-4649-956e-d186146f554b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:13.135661 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05354c-0a24-4a83-9414-93e3a14cc9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7854c70c-167a-4f23-83cc-03c58b651df4,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:13.141669 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-db05354c-0a24-4a83-9414-93e3a14cc9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:13.145934 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:13.159517 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-db05354c-0a24-4a83-9414-93e3a14cc9c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f6dc771d68841d7a380ea8519fc7687&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3316813
Apr 11 17:26:13.162189 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 54404) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:13.233690 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5a0b7d10-c593-491f-a520-a85f2c4ea925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:13.261780 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5a0b7d10-c593-491f-a520-a85f2c4ea925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:13.313268 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5a0b7d10-c593-491f-a520-a85f2c4ea925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:13.319230 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-03f33746-22df-45e2-b17f-3cfe46a2cf83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:13.332996 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b7d10-c593-491f-a520-a85f2c4ea925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7854c70c-167a-4f23-83cc-03c58b651df4,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:13.336506 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5a0b7d10-c593-491f-a520-a85f2c4ea925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:13.338620 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5a0b7d10-c593-491f-a520-a85f2c4ea925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:13.340089 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-5a0b7d10-c593-491f-a520-a85f2c4ea925 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7854c70c-167a-4f23-83cc-03c58b651df4 HTTP/1.1" status: 204  len: 168 time: 0.1766768
Apr 11 17:26:13.668014 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 54414) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:13.701692 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:13.705436 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e77598ab-70ab-486c-96b8-165799b5707e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:13.724246 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-e77598ab-70ab-486c-96b8-165799b5707e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:26:13.728861 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-e77598ab-70ab-486c-96b8-165799b5707e admin admin] Usage tracker for resource:security_group_rule and tenant:867e328d63cb4f6cbf543abd923891b9 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:26:13.732100 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-e77598ab-70ab-486c-96b8-165799b5707e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:26:13.739359 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-e77598ab-70ab-486c-96b8-165799b5707e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:26:13.862291 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e77598ab-70ab-486c-96b8-165799b5707e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:13.867025 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e77598ab-70ab-486c-96b8-165799b5707e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:13.881851 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a803ca98-2396-485a-ad8c-da97b87e5463 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:13.940127 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-e77598ab-70ab-486c-96b8-165799b5707e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=867e328d63cb4f6cbf543abd923891b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2708249
Apr 11 17:26:13.943858 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 54420) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:14.030241 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb281aef-6b24-45b1-8306-0aaceada7610 req-8842a62c-106c-4991-aa92-f7c4e8b5945c tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:14.031855 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fb281aef-6b24-45b1-8306-0aaceada7610 req-8842a62c-106c-4991-aa92-f7c4e8b5945c tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 947 time: 0.3696885
Apr 11 17:26:14.045193 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77598ab-70ab-486c-96b8-165799b5707e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7faa06-3509-4afd-b044-a005a05ad527,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:14.048685 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e77598ab-70ab-486c-96b8-165799b5707e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:14.078313 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fb281aef-6b24-45b1-8306-0aaceada7610 req-c73b2148-cdef-4ac1-a848-0249c5bfab6a tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390782
Apr 11 17:26:14.133325 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eac20-ecbe-4cb0-a844-e14efdeb482c req-6d1c56f5-e923-4a5d-bd00-1d53620ee4b3 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:14.135031 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-955eac20-ecbe-4cb0-a844-e14efdeb482c req-6d1c56f5-e923-4a5d-bd00-1d53620ee4b3 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 932 time: 0.1661332
Apr 11 17:26:14.138057 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bc2cc195-0afd-4919-a908-20b651da9e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:14.168353 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bc2cc195-0afd-4919-a908-20b651da9e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:14.224086 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-955eac20-ecbe-4cb0-a844-e14efdeb482c req-50ec4934-98be-425d-9c34-6c00411269a3 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478704
Apr 11 17:26:14.250827 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bc2cc195-0afd-4919-a908-20b651da9e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:14.256841 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-32979156-1a6f-4a8c-acfa-a89328a1dfb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:14.270705 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cc195-0afd-4919-a908-20b651da9e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7faa06-3509-4afd-b044-a005a05ad527,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:14.273427 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bc2cc195-0afd-4919-a908-20b651da9e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:14.277524 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bc2cc195-0afd-4919-a908-20b651da9e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:14.281725 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-bc2cc195-0afd-4919-a908-20b651da9e79 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ea7faa06-3509-4afd-b044-a005a05ad527 HTTP/1.1" status: 204  len: 168 time: 0.3327775
Apr 11 17:26:15.341928 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264b878-ba66-4fc1-9249-876db8a702ea req-f68f8bca-4b06-4cdc-a93c-64c71ecf4f59 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:15.353352 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2264b878-ba66-4fc1-9249-876db8a702ea req-f68f8bca-4b06-4cdc-a93c-64c71ecf4f59 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 947 time: 0.1484623
Apr 11 17:26:15.393314 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2264b878-ba66-4fc1-9249-876db8a702ea req-39d7f6b5-6953-4f86-87d2-32c52ddfb256 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388000
Apr 11 17:26:15.785688 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06809b-b90e-416b-b0bb-5e80ed29bd69 req-2f62da5d-16d5-4ded-83ed-1672d7f0ebab tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:15.789957 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0b06809b-b90e-416b-b0bb-5e80ed29bd69 req-2f62da5d-16d5-4ded-83ed-1672d7f0ebab tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 932 time: 0.3664248
Apr 11 17:26:15.828662 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0b06809b-b90e-416b-b0bb-5e80ed29bd69 req-2abd8fdd-c389-4a7c-b60d-41d8a919fe3b tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0345948
Apr 11 17:26:16.451635 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 54484) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:16.590139 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-635e5081-4cc3-4fce-bf9a-3d8d29797a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:16.607936 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-635e5081-4cc3-4fce-bf9a-3d8d29797a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:26:16.614362 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-635e5081-4cc3-4fce-bf9a-3d8d29797a9f admin admin] Usage tracker for resource:security_group_rule and tenant:97fad5a57e95492daab0a1f2cf68c44f is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:26:16.617926 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-635e5081-4cc3-4fce-bf9a-3d8d29797a9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:26:16.632818 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-635e5081-4cc3-4fce-bf9a-3d8d29797a9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:26:16.669554 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2fbdf-59a9-4303-bbdf-4b01154a504c req-860da029-2c6c-43f3-a925-e631e71d4dcd tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:16.671152 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-edc2fbdf-59a9-4303-bbdf-4b01154a504c req-860da029-2c6c-43f3-a925-e631e71d4dcd tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 947 time: 0.1513543
Apr 11 17:26:16.714015 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-edc2fbdf-59a9-4303-bbdf-4b01154a504c req-04cc3ed2-9b16-42b5-99d9-b1dd0de24036 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0350962
Apr 11 17:26:16.759353 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-635e5081-4cc3-4fce-bf9a-3d8d29797a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:16.762160 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-635e5081-4cc3-4fce-bf9a-3d8d29797a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:16.768841 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f080cd93-ad95-497b-90fe-11a04e5ea886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:16.814944 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-635e5081-4cc3-4fce-bf9a-3d8d29797a9f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=97fad5a57e95492daab0a1f2cf68c44f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3621109
Apr 11 17:26:16.816463 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e5081-4cc3-4fce-bf9a-3d8d29797a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd3da9d-5bf2-454e-838c-42ee5a77ce5e,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:16.819079 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 54490) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:16.819579 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-635e5081-4cc3-4fce-bf9a-3d8d29797a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:16.888977 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] Request body: {'port': {'device_id': '0145b429-5811-4c58-b47d-14f889337a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:26:16.921778 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf38b-1323-43d3-888f-1ddd6c9912fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:17.025709 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf38b-1323-43d3-888f-1ddd6c9912fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:17.141987 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:17.208397 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b4431-737e-47f6-be55-7814f4d4076d req-d4abdf12-904b-4713-8e91-861fd5e0f5c1 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:17.210258 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a07b4431-737e-47f6-be55-7814f4d4076d req-d4abdf12-904b-4713-8e91-861fd5e0f5c1 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 932 time: 0.2645631
Apr 11 17:26:17.254724 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf38b-1323-43d3-888f-1ddd6c9912fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:17.271099 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-21e08685-67e5-4c3d-9746-94b2340e5c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:17.307225 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cf38b-1323-43d3-888f-1ddd6c9912fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd3da9d-5bf2-454e-838c-42ee5a77ce5e,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:17.313677 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3a3cf38b-1323-43d3-888f-1ddd6c9912fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:17.317219 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a07b4431-737e-47f6-be55-7814f4d4076d req-82b79677-6ae8-4bcf-a134-b45ec5d50060 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705991
Apr 11 17:26:17.319989 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf38b-1323-43d3-888f-1ddd6c9912fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:17.321133 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-3a3cf38b-1323-43d3-888f-1ddd6c9912fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5cd3da9d-5bf2-454e-838c-42ee5a77ce5e HTTP/1.1" status: 204  len: 168 time: 0.5003891
Apr 11 17:26:17.619852 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580a584c-75aa-410c-b897-1a982449f57e {{(pid=85264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:26:17.626406 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 54500) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:17.630429 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:17.655084 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7015cfdb-50ef-45a8-9a9d-732b14951cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:17.678665 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] Transition to ACTIVE for port object 580a584c-75aa-410c-b897-1a982449f57e will not be triggered until provisioned by entity L2. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:26:17.679891 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-7015cfdb-50ef-45a8-9a9d-732b14951cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:26:17.683723 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:17.696809 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-7015cfdb-50ef-45a8-9a9d-732b14951cc8 admin admin] Usage tracker for resource:security_group_rule and tenant:01346c4a3ebc481daa5533ac8523ce93 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:26:17.701411 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:17.732599 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-7015cfdb-50ef-45a8-9a9d-732b14951cc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:26:17.757577 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-7015cfdb-50ef-45a8-9a9d-732b14951cc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:26:17.874733 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] Pushing event updated for resources: {'Port': ['ID=580a584c-75aa-410c-b897-1a982449f57e,revision_number=2']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:17.883236 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:17.930280 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ec6d9-24a4-48f9-a294-c6d53aa60c75 req-077c7aa0-720a-430c-9b2f-8d0da728c919 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:17.931797 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b64ec6d9-24a4-48f9-a294-c6d53aa60c75 req-077c7aa0-720a-430c-9b2f-8d0da728c919 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 947 time: 0.0946465
Apr 11 17:26:17.964744 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b64ec6d9-24a4-48f9-a294-c6d53aa60c75 req-66dd980e-a7d9-47fd-a57f-7d92c538b729 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0258083
Apr 11 17:26:18.116904 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7015cfdb-50ef-45a8-9a9d-732b14951cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:18.129193 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7015cfdb-50ef-45a8-9a9d-732b14951cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:18.139446 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e1b5795a-8f97-4856-89e1-036d8c6eb858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:18.200459 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-7015cfdb-50ef-45a8-9a9d-732b14951cc8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=01346c4a3ebc481daa5533ac8523ce93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5728598
Apr 11 17:26:18.203354 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 54506) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:18.204547 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015cfdb-50ef-45a8-9a9d-732b14951cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bee249-318d-45ce-a2ab-f087cd487a57,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:18.209422 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-7015cfdb-50ef-45a8-9a9d-732b14951cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:18.211847 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] Attempting to bind port 580a584c-75aa-410c-b897-1a982449f57e on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:26:18.212350 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] Attempting to bind port 580a584c-75aa-410c-b897-1a982449f57e by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'ed0f0982-a5eb-4c65-8c19-284fc223e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7'}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:26:18.212588 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] Attempting to bind port 580a584c-75aa-410c-b897-1a982449f57e on network 5f285a93-15c3-4d81-8eb6-47b691902cb7 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:26:18.217554 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] Port 580a584c-75aa-410c-b897-1a982449f57e on network 5f285a93-15c3-4d81-8eb6-47b691902cb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 11 17:26:18.217923 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] Attempting to bind port 580a584c-75aa-410c-b897-1a982449f57e on network 5f285a93-15c3-4d81-8eb6-47b691902cb7 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:26:18.224303 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] Checking agent: {'id': 'ff222714-fd65-43da-9d5f-2c6b0dd417d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'started_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:26:18.224715 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] Checking segment: {'id': 'ed0f0982-a5eb-4c65-8c19-284fc223e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:26:18.225127 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] Bound using segment: {'id': 'ed0f0982-a5eb-4c65-8c19-284fc223e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7'} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:26:18.225598 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] Bound port: 580a584c-75aa-410c-b897-1a982449f57e, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0f0982-a5eb-4c65-8c19-284fc223e829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7'}}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:26:18.225982 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:18.269166 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-49a2591e-1949-447c-acbd-bb0250df22fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:18.297188 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-49a2591e-1949-447c-acbd-bb0250df22fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:18.348383 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-49a2591e-1949-447c-acbd-bb0250df22fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:18.357177 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-24f334d7-c516-4ca9-8db7-fcb5935e64a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:18.370391 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] For port 580a584c-75aa-410c-b897-1a982449f57e, host hv-cinder-78477, cleared binding levels {{(pid=85264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:26:18.372524 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2591e-1949-447c-acbd-bb0250df22fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bee249-318d-45ce-a2ab-f087cd487a57,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:18.376076 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-49a2591e-1949-447c-acbd-bb0250df22fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:18.376641 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-49a2591e-1949-447c-acbd-bb0250df22fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:18.381185 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-49a2591e-1949-447c-acbd-bb0250df22fc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/07bee249-318d-45ce-a2ab-f087cd487a57 HTTP/1.1" status: 204  len: 168 time: 0.1767035
Apr 11 17:26:18.383249 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] For port 580a584c-75aa-410c-b897-1a982449f57e, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=580a584c-75aa-410c-b897-1a982449f57e,segment=NetworkSegment(ed0f0982-a5eb-4c65-8c19-284fc223e829),segment_id=ed0f0982-a5eb-4c65-8c19-284fc223e829)] {{(pid=85264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:26:18.387178 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:18.404899 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-071f917d-1417-45c1-bdcb-cc6dc78e1e35 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:18.520625 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7da0c-632a-4d12-8a8f-827016279d67 req-dcb94bab-10c7-4127-a3ce-6ade1caa5f70 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:18.522200 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3dc7da0c-632a-4d12-8a8f-827016279d67 req-dcb94bab-10c7-4127-a3ce-6ade1caa5f70 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 947 time: 0.2642837
Apr 11 17:26:18.693813 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] Pushing event updated for resources: {'Port': ['ID=580a584c-75aa-410c-b897-1a982449f57e,revision_number=3']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:18.697250 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:18.740018 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-3dc7da0c-632a-4d12-8a8f-827016279d67 req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Deleting port a375ae8f-9ac8-4510-98fe-af0da824d71f {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:26:18.740403 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-3dc7da0c-632a-4d12-8a8f-827016279d67 req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:18.826592 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8546c-bc24-4b7b-8fa0-f1bc923c4384 req-f716981b-f600-4389-a1e1-0732340c04ba tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:18.828224 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6fa8546c-bc24-4b7b-8fa0-f1bc923c4384 req-f716981b-f600-4389-a1e1-0732340c04ba tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 944 time: 0.3593707
Apr 11 17:26:18.839174 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:18.839844 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:18.841405 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] 10.222.0.37 "PUT /v2.0/ports/580a584c-75aa-410c-b897-1a982449f57e HTTP/1.1" status: 200  len: 1094 time: 1.9592249
Apr 11 17:26:18.870176 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0145b429-5811-4c58-b47d-14f889337a3e', 'tag': '580a584c-75aa-410c-b897-1a982449f57e'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:26:18.946046 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0145b429-5811-4c58-b47d-14f889337a3e', 'tag': '580a584c-75aa-410c-b897-1a982449f57e', 'status': 'completed', 'code': 200}
Apr 11 17:26:18.984667 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6fa8546c-bc24-4b7b-8fa0-f1bc923c4384 req-87b9a388-3c5e-441b-bf00-3f668b0c74ab tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472137
Apr 11 17:26:19.184000 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-d3ec1c2b-2409-49fb-8f8e-4dbf22cb67c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:19.185635 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-d3ec1c2b-2409-49fb-8f8e-4dbf22cb67c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=844a128dac2a4fb1b7dc0626f7f9e7e0&device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 1097 time: 0.2926409
Apr 11 17:26:19.264834 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a799ad-176e-41d7-a654-5ad790433b64 req-ce68e831-f8c9-41d5-a83f-73db6c3af07b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:19.274847 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b3a799ad-176e-41d7-a654-5ad790433b64 req-ce68e831-f8c9-41d5-a83f-73db6c3af07b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 947 time: 0.1043870
Apr 11 17:26:19.276697 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-254611ba-9f1d-458f-b332-24675144eb95 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=580a584c-75aa-410c-b897-1a982449f57e HTTP/1.1" status: 200  len: 217 time: 0.0833352
Apr 11 17:26:19.288909 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-3dc7da0c-632a-4d12-8a8f-827016279d67 req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] For port a375ae8f-9ac8-4510-98fe-af0da824d71f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a375ae8f-9ac8-4510-98fe-af0da824d71f,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:26:19.289315 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-3dc7da0c-632a-4d12-8a8f-827016279d67 req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:19.317109 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b3a799ad-176e-41d7-a654-5ad790433b64 req-158e4aec-3a96-4036-958b-15bdd17ca689 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups?id=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393617
Apr 11 17:26:19.450903 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-e4ec252e-c89e-4544-a371-fd949e8a4852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:19.452565 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-e4ec252e-c89e-4544-a371-fd949e8a4852 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=27f27448-cf05-467b-a8dd-219600a89558 HTTP/1.1" status: 200  len: 853 time: 0.1659477
Apr 11 17:26:19.979319 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-61699579-a223-4c13-bc46-f80ce348cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:19.980982 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-61699579-a223-4c13-bc46-f80ce348cbf9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f285a93-15c3-4d81-8eb6-47b691902cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5197735
Apr 11 17:26:19.989696 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-3dc7da0c-632a-4d12-8a8f-827016279d67 req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:19.990123 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-3dc7da0c-632a-4d12-8a8f-827016279d67 req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448862'] for floatingip, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:19.990473 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.l3_db [req-3dc7da0c-632a-4d12-8a8f-827016279d67 req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Floating IP e8a10ee3-619e-40d0-8e3e-3eb3d5fea5fb disassociated. External IP: 172.27.0.212, port: a375ae8f-9ac8-4510-98fe-af0da824d71f.
Apr 11 17:26:19.990949 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-3dc7da0c-632a-4d12-8a8f-827016279d67 req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Calling delete_port for a375ae8f-9ac8-4510-98fe-af0da824d71f owned by compute:nova {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:26:20.263021 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-050a57e5-cee4-4e2d-bdba-b68135150904 service neutron] 10.222.0.37 "GET /v2.0/networks/5f285a93-15c3-4d81-8eb6-47b691902cb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2397659
Apr 11 17:26:20.437248 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-3dc7da0c-632a-4d12-8a8f-827016279d67 req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:20.461617 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f4eefd79-4ed1-413a-b935-6b1a4a4d0450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:20.496884 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b5103e5f-ffb9-4557-9a5c-567aecd69140 req-19e57b73-f97f-480e-be8d-5452c1497410 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 210 time: 0.0578389
Apr 11 17:26:20.540682 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Pushing event deleted for resources: {'Port': ['ID=a375ae8f-9ac8-4510-98fe-af0da824d71f,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:20.607926 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:26:20.608348 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:26:20.608785 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:26:20.609195 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:26:20.609598 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:26:20.610001 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:26:20.610412 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:26:20.610808 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:26:20.611202 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:26:20.611602 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:26:20.611998 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:26:20.612858 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:26:20.616383 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:20.694850 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f451f0a6-7216-421e-87d5-4df1d7b7d2a5 req-cbfe027b-f0ad-48c6-afa9-5d2bf5b62655 service neutron] 10.222.0.37 "GET /v2.0/networks/5f285a93-15c3-4d81-8eb6-47b691902cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4237254
Apr 11 17:26:20.708702 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256bd93-10b5-454d-b534-317681b31838 req-413580f1-0bfa-4d13-9628-4a53fe8b14fc tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:20.710470 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1256bd93-10b5-454d-b534-317681b31838 req-413580f1-0bfa-4d13-9628-4a53fe8b14fc tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 944 time: 0.3891015
Apr 11 17:26:20.797207 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1256bd93-10b5-454d-b534-317681b31838 req-8a96e08c-9d09-484d-b8ab-8a33d38f3958 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786297
Apr 11 17:26:21.014014 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b116b-0d2a-4899-9eb0-71bf33a66ae4 req-a262cd8e-1bb0-4e95-9a05-0a7622f78ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:21.015627 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3c8b116b-0d2a-4899-9eb0-71bf33a66ae4 req-a262cd8e-1bb0-4e95-9a05-0a7622f78ec6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=844a128dac2a4fb1b7dc0626f7f9e7e0&device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 1097 time: 0.2632079
Apr 11 17:26:21.062982 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3dc7da0c-632a-4d12-8a8f-827016279d67 req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Router a3ad2c88-1e1b-417e-947c-d800526216bf has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:26:21.387289 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b116b-0d2a-4899-9eb0-71bf33a66ae4 req-d4398a8e-d180-4739-b86a-209e7d8e6873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:21.389093 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3c8b116b-0d2a-4899-9eb0-71bf33a66ae4 req-d4398a8e-d180-4739-b86a-209e7d8e6873 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f285a93-15c3-4d81-8eb6-47b691902cb7 HTTP/1.1" status: 200  len: 915 time: 0.3653889
Apr 11 17:26:21.469762 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3c8b116b-0d2a-4899-9eb0-71bf33a66ae4 req-675bde01-7527-404f-b154-9dd15bb9dc6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=580a584c-75aa-410c-b897-1a982449f57e HTTP/1.1" status: 200  len: 217 time: 0.0735164
Apr 11 17:26:21.472788 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3dc7da0c-632a-4d12-8a8f-827016279d67 req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:26:21.482495 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e0db4c-5798-4a8e-91cf-84bce25218e9 None None] Sync routers for ids ['a3ad2c88-1e1b-417e-947c-d800526216bf'] in dv-cinder-784779-4-iscsi {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:26:21.493485 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e0db4c-5798-4a8e-91cf-84bce25218e9 None None] Routers {'a3ad2c88-1e1b-417e-947c-d800526216bf'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:26:21.494140 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-a8e0db4c-5798-4a8e-91cf-84bce25218e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2266929278>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:26:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['a3ad2c88-1e1b-417e-947c-d800526216bf'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:26:21.610391 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc7da0c-632a-4d12-8a8f-827016279d67 req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] No DVR routers for this DVR port a375ae8f-9ac8-4510-98fe-af0da824d71f on host hv-cinder-78477 {{(pid=85264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:26:21.614308 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-3dc7da0c-632a-4d12-8a8f-827016279d67 req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:21.621424 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ff859e-0fff-447c-9fc0-97ee525f2d23', 'name': 'network-vif-deleted', 'tag': 'a375ae8f-9ac8-4510-98fe-af0da824d71f'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:26:21.650464 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b116b-0d2a-4899-9eb0-71bf33a66ae4 req-374e7922-1134-45a7-af9d-701e74de8884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:21.652172 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3c8b116b-0d2a-4899-9eb0-71bf33a66ae4 req-374e7922-1134-45a7-af9d-701e74de8884 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=27f27448-cf05-467b-a8dd-219600a89558 HTTP/1.1" status: 200  len: 853 time: 0.1468365
Apr 11 17:26:21.654606 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3dc7da0c-632a-4d12-8a8f-827016279d67 req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.37 "DELETE /v2.0/ports/a375ae8f-9ac8-4510-98fe-af0da824d71f HTTP/1.1" status: 204  len: 173 time: 3.0791929
Apr 11 17:26:21.708274 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-a8e0db4c-5798-4a8e-91cf-84bce25218e9 None None] Set router a3ad2c88-1e1b-417e-947c-d800526216bf gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:26:21.719426 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ff859e-0fff-447c-9fc0-97ee525f2d23', 'name': 'network-vif-deleted', 'tag': 'a375ae8f-9ac8-4510-98fe-af0da824d71f', 'status': 'completed', 'code': 200}
Apr 11 17:26:21.762287 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b116b-0d2a-4899-9eb0-71bf33a66ae4 req-1ea53b04-da52-4f96-8c54-b31c165567c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:21.763946 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3c8b116b-0d2a-4899-9eb0-71bf33a66ae4 req-1ea53b04-da52-4f96-8c54-b31c165567c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f285a93-15c3-4d81-8eb6-47b691902cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1016059
Apr 11 17:26:21.827550 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d306c5c4-2872-449c-a823-6d53485f250a req-fc6cee05-cb9c-4fa9-99a8-f1064fc30d61 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ff859e-0fff-447c-9fc0-97ee525f2d23 HTTP/1.1" status: 200  len: 210 time: 0.0546594
Apr 11 17:26:21.910134 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 580a584c-75aa-410c-b897-1a982449f57e details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:26:21.933172 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3c8b116b-0d2a-4899-9eb0-71bf33a66ae4 req-b3af992d-5571-4959-b70c-d3a60d42a74f service neutron] 10.222.0.37 "GET /v2.0/networks/5f285a93-15c3-4d81-8eb6-47b691902cb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1622267
Apr 11 17:26:21.934901 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device a375ae8f-9ac8-4510-98fe-af0da824d71f no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:26:21.986354 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] No Port match for: a375ae8f-9ac8-4510-98fe-af0da824d71f {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:26:21.987045 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device a375ae8f-9ac8-4510-98fe-af0da824d71f not bound to the agent host hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:26:22.089386 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-a8e0db4c-5798-4a8e-91cf-84bce25218e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2266929278>, [{'id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'name': 'tempest-AttachVolumeShelveTestJSON-937382955-router', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '29460390dfea45e8a17222990e169b8c', 'gw_port': {'id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '922e0f76-77c3-4bd4-aeac-876e1474f710', 'name': '', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'mac_address': 'fa:16:3e:53:8c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:21Z', 'updated_at': '2021-04-11T17:19:38Z', 'revision_number': 5, 'project_id': '29460390dfea45e8a17222990e169b8c', 'subnets': [{'id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:26:22.093669 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e0db4c-5798-4a8e-91cf-84bce25218e9 None None] Checking router: a3ad2c88-1e1b-417e-947c-d800526216bf for host: dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:26:22.103937 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e0db4c-5798-4a8e-91cf-84bce25218e9 None None] Routers {'a3ad2c88-1e1b-417e-947c-d800526216bf'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:26:22.104623 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-a8e0db4c-5798-4a8e-91cf-84bce25218e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2266929278>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:26:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['a3ad2c88-1e1b-417e-947c-d800526216bf'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:26:22.109759 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 580a584c-75aa-410c-b897-1a982449f57e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=580a584c-75aa-410c-b897-1a982449f57e,segment=NetworkSegment(ed0f0982-a5eb-4c65-8c19-284fc223e829),segment_id=ed0f0982-a5eb-4c65-8c19-284fc223e829)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:26:22.124714 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': '580a584c-75aa-410c-b897-1a982449f57e', 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7', 'port_id': '580a584c-75aa-410c-b897-1a982449f57e', 'mac_address': 'fa:16:3e:b2:fd:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f27448-cf05-467b-a8dd-219600a89558', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:26:22.192870 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:22.194227 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580a584c-75aa-410c-b897-1a982449f57e {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:26:22.212394 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 580a584c-75aa-410c-b897-1a982449f57e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=580a584c-75aa-410c-b897-1a982449f57e,segment=NetworkSegment(ed0f0982-a5eb-4c65-8c19-284fc223e829),segment_id=ed0f0982-a5eb-4c65-8c19-284fc223e829)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:26:22.215701 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:22.217827 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:22.331943 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-a8e0db4c-5798-4a8e-91cf-84bce25218e9 None None] Set router a3ad2c88-1e1b-417e-947c-d800526216bf gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:26:22.466329 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=580a584c-75aa-410c-b897-1a982449f57e,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:22.472088 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89638d5b-eb0c-4ad2-a985-feed2d3964b6 req-fbcee4b4-afa3-4583-8db7-1e7d93240664 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:22.479923 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-89638d5b-eb0c-4ad2-a985-feed2d3964b6 req-fbcee4b4-afa3-4583-8db7-1e7d93240664 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 944 time: 0.5353568
Apr 11 17:26:22.481094 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:22.508538 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3c8b116b-0d2a-4899-9eb0-71bf33a66ae4 req-12a824a1-274b-41bc-9f9f-827e3f036831 service neutron] 10.222.0.37 "GET /v2.0/networks/5f285a93-15c3-4d81-8eb6-47b691902cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5041142
Apr 11 17:26:22.524011 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-89638d5b-eb0c-4ad2-a985-feed2d3964b6 req-493c5273-1ba4-4ec7-8ddb-769008d78f35 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430348
Apr 11 17:26:22.554153 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['580a584c-75aa-410c-b897-1a982449f57e'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:26:22.719162 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-a8e0db4c-5798-4a8e-91cf-84bce25218e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2266929278>, [{'id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'name': 'tempest-AttachVolumeShelveTestJSON-937382955-router', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '29460390dfea45e8a17222990e169b8c', 'gw_port': {'id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '922e0f76-77c3-4bd4-aeac-876e1474f710', 'name': '', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'mac_address': 'fa:16:3e:53:8c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:21Z', 'updated_at': '2021-04-11T17:19:38Z', 'revision_number': 5, 'project_id': '29460390dfea45e8a17222990e169b8c', 'subnets': [{'id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:26:22.724548 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e0db4c-5798-4a8e-91cf-84bce25218e9 None None] The sync data for ids ['a3ad2c88-1e1b-417e-947c-d800526216bf'] in dv-cinder-784779-4-iscsi is: [{'id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'name': 'tempest-AttachVolumeShelveTestJSON-937382955-router', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '29460390dfea45e8a17222990e169b8c', 'gw_port': {'id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '922e0f76-77c3-4bd4-aeac-876e1474f710', 'name': '', 'network_id': '7a796639-a912-42cf-b262-8ecc2c9af48b', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'mac_address': 'fa:16:3e:53:8c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:21Z', 'updated_at': '2021-04-11T17:19:38Z', 'revision_number': 5, 'project_id': '29460390dfea45e8a17222990e169b8c', 'subnets': [{'id': '5ae25664-a4e8-4c35-9626-880cdfd5329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:26:22.966108 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 54616) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:23.046302 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-db1192b9-9c8d-4f15-b708-3d31ef8b3a70 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:23.079798 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-db1192b9-9c8d-4f15-b708-3d31ef8b3a70 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:23.129395 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-db1192b9-9c8d-4f15-b708-3d31ef8b3a70 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:23.134632 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-14ac5d8d-4070-470f-abc3-6afb208564e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:23.153675 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1192b9-9c8d-4f15-b708-3d31ef8b3a70 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=248cf11b-06c3-4e58-9f58-03ab2f0ccf9b,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:23.155717 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc9ca12-f18a-4312-b4ed-d09b814f384a None None] New status for floating IP e8a10ee3-619e-40d0-8e3e-3eb3d5fea5fb: DOWN {{(pid=85266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 11 17:26:23.157450 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-db1192b9-9c8d-4f15-b708-3d31ef8b3a70 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:23.163949 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-db1192b9-9c8d-4f15-b708-3d31ef8b3a70 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:23.165229 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-db1192b9-9c8d-4f15-b708-3d31ef8b3a70 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "DELETE /v2.0/security-groups/248cf11b-06c3-4e58-9f58-03ab2f0ccf9b HTTP/1.1" status: 204  len: 168 time: 0.1980391
Apr 11 17:26:23.168086 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 54620) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:23.185872 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.api.v2.resource [None req-c8f86dc2-ce98-4b79-bf47-f0534bcdf524 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] show failed (client error): The resource could not be found.
Apr 11 17:26:23.186911 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-c8f86dc2-ce98-4b79-bf47-f0534bcdf524 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "GET /v2.0/security-groups/248cf11b-06c3-4e58-9f58-03ab2f0ccf9b HTTP/1.1" status: 404  len: 347 time: 0.0177855
Apr 11 17:26:23.189743 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 54624) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:23.360296 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-68a350fb-54a8-42f8-b826-e2c2c9e7540f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Deleting port d7dd3245-fb7e-48b3-8ab5-4d52a239dfd7 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:26:23.360707 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-68a350fb-54a8-42f8-b826-e2c2c9e7540f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:23.545306 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-68a350fb-54a8-42f8-b826-e2c2c9e7540f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:23.545646 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-68a350fb-54a8-42f8-b826-e2c2c9e7540f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:23.678930 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-68a350fb-54a8-42f8-b826-e2c2c9e7540f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Calling delete_port for d7dd3245-fb7e-48b3-8ab5-4d52a239dfd7 owned by network:floatingip {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:26:23.835251 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d89e4-123a-4150-acb0-c1114f40a4d9 req-9ffc3b14-ca12-4496-9b2b-bbb720195fe8 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:23.836865 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-444d89e4-123a-4150-acb0-c1114f40a4d9 req-9ffc3b14-ca12-4496-9b2b-bbb720195fe8 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 945 time: 0.1666217
Apr 11 17:26:23.840167 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.db.api [None req-68a350fb-54a8-42f8-b826-e2c2c9e7540f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85265) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 11 17:26:23.840549 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_db.api [None req-68a350fb-54a8-42f8-b826-e2c2c9e7540f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 11 17:26:23.867824 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-444d89e4-123a-4150-acb0-c1114f40a4d9 req-268b6004-4bcb-456b-b912-c6b44b762d79 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244315
Apr 11 17:26:23.919394 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 580a584c-75aa-410c-b897-1a982449f57e up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:26:23.993029 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning for port 580a584c-75aa-410c-b897-1a982449f57e completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:26:23.997742 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port 580a584c-75aa-410c-b897-1a982449f57e triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:26:23.998166 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:24.123366 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:24.134913 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0145b429-5811-4c58-b47d-14f889337a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580a584c-75aa-410c-b897-1a982449f57e'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:26:24.145521 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 580a584c-75aa-410c-b897-1a982449f57e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=580a584c-75aa-410c-b897-1a982449f57e,segment=NetworkSegment(ed0f0982-a5eb-4c65-8c19-284fc223e829),segment_id=ed0f0982-a5eb-4c65-8c19-284fc223e829)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:26:24.148392 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:24.150340 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:24.199953 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0145b429-5811-4c58-b47d-14f889337a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580a584c-75aa-410c-b897-1a982449f57e', 'code': 200}
Apr 11 17:26:24.228266 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=580a584c-75aa-410c-b897-1a982449f57e,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:24.231992 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:24.341311 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-68a350fb-54a8-42f8-b826-e2c2c9e7540f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Deleting port d7dd3245-fb7e-48b3-8ab5-4d52a239dfd7 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:26:24.341705 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-68a350fb-54a8-42f8-b826-e2c2c9e7540f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:24.455661 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1813e32-e936-42c1-b86b-c328aaee04d5 req-12ff620f-4e95-4c35-a902-0d519fd48d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:24.457873 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f1813e32-e936-42c1-b86b-c328aaee04d5 req-12ff620f-4e95-4c35-a902-0d519fd48d6b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 1099 time: 0.0796657
Apr 11 17:26:24.474860 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 54642) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:24.491019 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f1813e32-e936-42c1-b86b-c328aaee04d5 req-c2a3f6fb-b048-4565-ba11-c4327a4b4705 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0267105
Apr 11 17:26:24.536118 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-68a350fb-54a8-42f8-b826-e2c2c9e7540f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:24.536410 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-68a350fb-54a8-42f8-b826-e2c2c9e7540f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:24.606779 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-826d4c0b-1294-4329-8d2c-12070dc30b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:24.621983 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-826d4c0b-1294-4329-8d2c-12070dc30b11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:26:24.626077 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-826d4c0b-1294-4329-8d2c-12070dc30b11 admin admin] Usage tracker for resource:security_group_rule and tenant:bad6d8f4cbbd412ea8d62e8586b260b7 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:26:24.629636 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-826d4c0b-1294-4329-8d2c-12070dc30b11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:26:24.635634 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-826d4c0b-1294-4329-8d2c-12070dc30b11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:26:24.669898 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-68a350fb-54a8-42f8-b826-e2c2c9e7540f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Calling delete_port for d7dd3245-fb7e-48b3-8ab5-4d52a239dfd7 owned by network:floatingip {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:26:24.725412 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-826d4c0b-1294-4329-8d2c-12070dc30b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:24.728576 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-826d4c0b-1294-4329-8d2c-12070dc30b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:24.738257 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2be0d199-822f-4f96-b8df-5e7ee04f3468 tempest-VolumesNegativeTest-1242294721 tempest-VolumesNegativeTest-1242294721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:24.783193 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-826d4c0b-1294-4329-8d2c-12070dc30b11 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bad6d8f4cbbd412ea8d62e8586b260b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3042157
Apr 11 17:26:24.783193 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d4c0b-1294-4329-8d2c-12070dc30b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b387d5-d39e-49a5-b184-6bd7d4e6b2e9,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:24.784682 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 54648) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:24.787647 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-826d4c0b-1294-4329-8d2c-12070dc30b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:24.816275 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-68a350fb-54a8-42f8-b826-e2c2c9e7540f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:24.831759 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d947f285-10f8-4316-9b39-2ebd3b571c09 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:24.849034 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fe5b6d3b-2285-4c89-b589-db307d0cbfa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:24.876840 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fe5b6d3b-2285-4c89-b589-db307d0cbfa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:24.887341 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a350fb-54a8-42f8-b826-e2c2c9e7540f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Pushing event deleted for resources: {'Port': ['ID=d7dd3245-fb7e-48b3-8ab5-4d52a239dfd7,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:24.922952 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fe5b6d3b-2285-4c89-b589-db307d0cbfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:24.929181 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2a5e995a-f6f5-45db-a41b-9aa1fa100fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:24.943616 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b6d3b-2285-4c89-b589-db307d0cbfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b387d5-d39e-49a5-b184-6bd7d4e6b2e9,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:24.946465 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-fe5b6d3b-2285-4c89-b589-db307d0cbfa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:24.947725 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fe5b6d3b-2285-4c89-b589-db307d0cbfa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:24.953785 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-fe5b6d3b-2285-4c89-b589-db307d0cbfa6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/33b387d5-d39e-49a5-b184-6bd7d4e6b2e9 HTTP/1.1" status: 204  len: 168 time: 0.1633022
Apr 11 17:26:24.982996 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-68a350fb-54a8-42f8-b826-e2c2c9e7540f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:25.177402 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-68a350fb-54a8-42f8-b826-e2c2c9e7540f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks [] for floatingip, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:25.195879 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a049b67-d78d-4d7b-89de-541380dd9282 req-8fe62db4-0d4f-44a5-851f-0c9efb441098 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:25.197552 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0a049b67-d78d-4d7b-89de-541380dd9282 req-8fe62db4-0d4f-44a5-851f-0c9efb441098 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 946 time: 0.2004986
Apr 11 17:26:25.210900 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-68a350fb-54a8-42f8-b826-e2c2c9e7540f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for floatingip, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:25.212176 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-68a350fb-54a8-42f8-b826-e2c2c9e7540f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] 10.222.0.30 "DELETE /v2.0/floatingips/e8a10ee3-619e-40d0-8e3e-3eb3d5fea5fb HTTP/1.1" status: 204  len: 168 time: 2.0213923
Apr 11 17:26:25.255473 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-0a049b67-d78d-4d7b-89de-541380dd9282 req-d778fed5-1a80-4312-9ef5-4dc3be2f20b8 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496147
Apr 11 17:26:25.309797 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 54660) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:25.329093 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-71608d61-baff-4aaf-a5a7-78218c9de05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:25.346358 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-71608d61-baff-4aaf-a5a7-78218c9de05f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:26:25.351566 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-71608d61-baff-4aaf-a5a7-78218c9de05f admin admin] Usage tracker for resource:security_group_rule and tenant:75234d69b3244a7684ade6492b16bbc5 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:26:25.354803 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-71608d61-baff-4aaf-a5a7-78218c9de05f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:26:25.362543 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-71608d61-baff-4aaf-a5a7-78218c9de05f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:26:25.451804 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-71608d61-baff-4aaf-a5a7-78218c9de05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:25.454777 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-71608d61-baff-4aaf-a5a7-78218c9de05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:25.465293 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-1a396170-7b11-4c35-93fa-900b8741b07f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:25.512100 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-71608d61-baff-4aaf-a5a7-78218c9de05f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=75234d69b3244a7684ade6492b16bbc5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2011950
Apr 11 17:26:25.513192 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71608d61-baff-4aaf-a5a7-78218c9de05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290a9f0a-c132-4e6c-b5ee-aea8f091de50,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:25.515209 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 54666) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:25.516411 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-71608d61-baff-4aaf-a5a7-78218c9de05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:25.587541 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f7f98184-c411-43f4-a152-03219b4207db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:25.615361 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f7f98184-c411-43f4-a152-03219b4207db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:25.660582 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f7f98184-c411-43f4-a152-03219b4207db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:25.665596 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-fe5b6d3b-2285-4c89-b589-db307d0cbfa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:25.677885 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f98184-c411-43f4-a152-03219b4207db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290a9f0a-c132-4e6c-b5ee-aea8f091de50,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:25.681042 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f7f98184-c411-43f4-a152-03219b4207db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:25.683070 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f7f98184-c411-43f4-a152-03219b4207db admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:25.685747 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f7f98184-c411-43f4-a152-03219b4207db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/290a9f0a-c132-4e6c-b5ee-aea8f091de50 HTTP/1.1" status: 204  len: 168 time: 0.1673474
Apr 11 17:26:26.036594 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 54674) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:26.055620 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13f1cf03-27e6-4829-96bd-5f3c4be19401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:26.070497 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-13f1cf03-27e6-4829-96bd-5f3c4be19401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:26:26.074455 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-13f1cf03-27e6-4829-96bd-5f3c4be19401 admin admin] Usage tracker for resource:security_group_rule and tenant:aefee8a08ac943af8a8add939678a3cb is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:26:26.077340 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-13f1cf03-27e6-4829-96bd-5f3c4be19401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:26:26.084031 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-13f1cf03-27e6-4829-96bd-5f3c4be19401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:26:26.169912 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13f1cf03-27e6-4829-96bd-5f3c4be19401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:26.172840 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-13f1cf03-27e6-4829-96bd-5f3c4be19401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:26.182154 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b0a03bd2-9bb4-42a6-9bee-bd3e7d899f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:26.226095 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-13f1cf03-27e6-4829-96bd-5f3c4be19401 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aefee8a08ac943af8a8add939678a3cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1882679
Apr 11 17:26:26.226953 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1cf03-27e6-4829-96bd-5f3c4be19401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28cbad5-95e6-4a01-ba9e-123967a3f5e0,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:26.229036 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 54678) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:26.230137 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-13f1cf03-27e6-4829-96bd-5f3c4be19401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:26.295276 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c8d34d95-07bc-4c15-ae23-2d4e80cb9729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:26.323619 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c8d34d95-07bc-4c15-ae23-2d4e80cb9729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:26.368450 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c8d34d95-07bc-4c15-ae23-2d4e80cb9729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:26.373484 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3a3cf38b-1323-43d3-888f-1ddd6c9912fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:26.388035 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d34d95-07bc-4c15-ae23-2d4e80cb9729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28cbad5-95e6-4a01-ba9e-123967a3f5e0,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:26.391870 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c8d34d95-07bc-4c15-ae23-2d4e80cb9729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:26.436780 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c8d34d95-07bc-4c15-ae23-2d4e80cb9729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:26.437926 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-c8d34d95-07bc-4c15-ae23-2d4e80cb9729 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c28cbad5-95e6-4a01-ba9e-123967a3f5e0 HTTP/1.1" status: 204  len: 168 time: 0.2077320
Apr 11 17:26:26.485268 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f27b17-24c0-41a3-9f38-b1ff3fb3b704 req-adae7bf3-dfcc-4046-9766-6e6e05a04e9c tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:26.486884 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e2f27b17-24c0-41a3-9f38-b1ff3fb3b704 req-adae7bf3-dfcc-4046-9766-6e6e05a04e9c tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 946 time: 0.0923936
Apr 11 17:26:26.520998 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e2f27b17-24c0-41a3-9f38-b1ff3fb3b704 req-1c4cb004-89f7-4e27-a701-9863dadbb96c tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0266905
Apr 11 17:26:26.733028 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89bbd6-b121-492c-bc7c-a5eea4483f4f req-a5ba4824-989d-4011-b562-212cc67f0aa4 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:26.734668 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8d89bbd6-b121-492c-bc7c-a5eea4483f4f req-a5ba4824-989d-4011-b562-212cc67f0aa4 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 946 time: 0.0909705
Apr 11 17:26:26.774683 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8d89bbd6-b121-492c-bc7c-a5eea4483f4f req-0e5c36f0-9b92-4257-b384-6ab8b4942217 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0325570
Apr 11 17:26:27.214073 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb39680-7d81-43b8-8a96-21436ccb3936 req-f0365871-50e2-4c21-9794-5f2a8577db7a tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:27.215696 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2eb39680-7d81-43b8-8a96-21436ccb3936 req-f0365871-50e2-4c21-9794-5f2a8577db7a tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 946 time: 0.0935371
Apr 11 17:26:27.248176 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2eb39680-7d81-43b8-8a96-21436ccb3936 req-3256b423-ac4c-4252-b2f6-4461b8bc4337 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251434
Apr 11 17:26:27.275596 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:28.074212 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 54742) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:28.820439 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d484cac0-2234-450a-a9d4-9f29d42c06d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448877'] for router_interface, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:29.227055 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-d484cac0-2234-450a-a9d4-9f29d42c06d1 admin admin] Deleting port 922e0f76-77c3-4bd4-aeac-876e1474f710 {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:26:29.227433 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d484cac0-2234-450a-a9d4-9f29d42c06d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:29.446364 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-d484cac0-2234-450a-a9d4-9f29d42c06d1 admin admin] For port 922e0f76-77c3-4bd4-aeac-876e1474f710, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=922e0f76-77c3-4bd4-aeac-876e1474f710,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:26:29.446771 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d484cac0-2234-450a-a9d4-9f29d42c06d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:29.586585 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-d484cac0-2234-450a-a9d4-9f29d42c06d1 admin admin] Calling delete_port for 922e0f76-77c3-4bd4-aeac-876e1474f710 owned by network:router_interface {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:26:29.786390 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d484cac0-2234-450a-a9d4-9f29d42c06d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:29.873495 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:29.931316 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484cac0-2234-450a-a9d4-9f29d42c06d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=922e0f76-77c3-4bd4-aeac-876e1474f710,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:29.935838 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d484cac0-2234-450a-a9d4-9f29d42c06d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:30.269067 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d484cac0-2234-450a-a9d4-9f29d42c06d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838482841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492909'] for router_interface, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:31.034486 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d484cac0-2234-450a-a9d4-9f29d42c06d1 admin admin] Router a3ad2c88-1e1b-417e-947c-d800526216bf has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:26:31.241180 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d484cac0-2234-450a-a9d4-9f29d42c06d1 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:26:31.250968 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611d323f-9d29-470f-a7c2-5a27715b0f55 None None] Sync routers for ids ['a3ad2c88-1e1b-417e-947c-d800526216bf'] in dv-cinder-784779-4-iscsi {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:26:31.254394 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-d484cac0-2234-450a-a9d4-9f29d42c06d1 admin admin] 10.222.0.30 "PUT /v2.0/routers/a3ad2c88-1e1b-417e-947c-d800526216bf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1790206
Apr 11 17:26:31.257087 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 54792) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:31.262214 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611d323f-9d29-470f-a7c2-5a27715b0f55 None None] Routers {'a3ad2c88-1e1b-417e-947c-d800526216bf'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:26:31.262881 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-611d323f-9d29-470f-a7c2-5a27715b0f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22669b81d0>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:26:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['a3ad2c88-1e1b-417e-947c-d800526216bf'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:26:31.464665 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-df2c5258-1786-4ae3-8728-2665a52dbc0e admin admin] Notify callbacks [] for router, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:31.622284 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-611d323f-9d29-470f-a7c2-5a27715b0f55 None None] Set router a3ad2c88-1e1b-417e-947c-d800526216bf gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:26:31.654938 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-df2c5258-1786-4ae3-8728-2665a52dbc0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:31.663756 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-df2c5258-1786-4ae3-8728-2665a52dbc0e admin admin] Deleting port 4461d3ff-ffd0-4c7a-9144-03cf3600c394 {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:26:31.664182 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-df2c5258-1786-4ae3-8728-2665a52dbc0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:31.870143 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-df2c5258-1786-4ae3-8728-2665a52dbc0e admin admin] For port 4461d3ff-ffd0-4c7a-9144-03cf3600c394, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=4461d3ff-ffd0-4c7a-9144-03cf3600c394,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:26:31.870544 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-df2c5258-1786-4ae3-8728-2665a52dbc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:31.942977 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-611d323f-9d29-470f-a7c2-5a27715b0f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22669b81d0>, [{'id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'name': 'tempest-AttachVolumeShelveTestJSON-937382955-router', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:26:29Z', 'revision_number': 5, 'project_id': '29460390dfea45e8a17222990e169b8c', 'gw_port': {'id': '4461d3ff-ffd0-4c7a-9144-03cf3600c394', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:19:04Z', 'updated_at': '2021-04-11T17:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:26:31.947000 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611d323f-9d29-470f-a7c2-5a27715b0f55 None None] Checking router: a3ad2c88-1e1b-417e-947c-d800526216bf for host: dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:26:31.956330 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611d323f-9d29-470f-a7c2-5a27715b0f55 None None] Routers {'a3ad2c88-1e1b-417e-947c-d800526216bf'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:26:31.957036 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-611d323f-9d29-470f-a7c2-5a27715b0f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22669b81d0>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:26:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['a3ad2c88-1e1b-417e-947c-d800526216bf'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:26:32.004182 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-df2c5258-1786-4ae3-8728-2665a52dbc0e admin admin] Calling delete_port for 4461d3ff-ffd0-4c7a-9144-03cf3600c394 owned by network:router_gateway {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:26:32.123452 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-611d323f-9d29-470f-a7c2-5a27715b0f55 None None] Set router a3ad2c88-1e1b-417e-947c-d800526216bf gateway port host: None {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:26:32.182089 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-df2c5258-1786-4ae3-8728-2665a52dbc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:32.197495 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3303adaf-0dc1-4eea-b80f-f57b4987d6e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:32.242140 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-611d323f-9d29-470f-a7c2-5a27715b0f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22669b81d0>, [{'id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'name': 'tempest-AttachVolumeShelveTestJSON-937382955-router', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:26:31Z', 'revision_number': 6, 'project_id': '29460390dfea45e8a17222990e169b8c', 'gw_port_host': None}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:26:32.246523 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611d323f-9d29-470f-a7c2-5a27715b0f55 None None] The sync data for ids ['a3ad2c88-1e1b-417e-947c-d800526216bf'] in dv-cinder-784779-4-iscsi is: [{'id': 'a3ad2c88-1e1b-417e-947c-d800526216bf', 'name': 'tempest-AttachVolumeShelveTestJSON-937382955-router', 'tenant_id': '29460390dfea45e8a17222990e169b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:19:02Z', 'updated_at': '2021-04-11T17:26:31Z', 'revision_number': 6, 'project_id': '29460390dfea45e8a17222990e169b8c', 'gw_port_host': None}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:26:32.260681 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c5258-1786-4ae3-8728-2665a52dbc0e admin admin] Pushing event deleted for resources: {'Port': ['ID=4461d3ff-ffd0-4c7a-9144-03cf3600c394,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:32.263350 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-df2c5258-1786-4ae3-8728-2665a52dbc0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:32.476968 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-df2c5258-1786-4ae3-8728-2665a52dbc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854326909'] for router_gateway, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:32.668893 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-df2c5258-1786-4ae3-8728-2665a52dbc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854254326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774632'] for router, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:32.671195 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-df2c5258-1786-4ae3-8728-2665a52dbc0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:32.692291 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-df2c5258-1786-4ae3-8728-2665a52dbc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-521882'] for router, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:32.692883 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2c5258-1786-4ae3-8728-2665a52dbc0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3ad2c88-1e1b-417e-947c-d800526216bf {{(pid=85264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 11 17:26:32.706317 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-df2c5258-1786-4ae3-8728-2665a52dbc0e admin admin] Notify callbacks [] for router, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:32.707534 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-df2c5258-1786-4ae3-8728-2665a52dbc0e admin admin] 10.222.0.30 "DELETE /v2.0/routers/a3ad2c88-1e1b-417e-947c-d800526216bf HTTP/1.1" status: 204  len: 168 time: 1.4494381
Apr 11 17:26:32.710496 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 54804) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:32.776167 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_v2 [None req-4471a7ec-e7e6-483a-b8f6-2ab8ef16edff admin admin] Deleting subnet 5ae25664-a4e8-4c35-9626-880cdfd5329a {{(pid=85264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 11 17:26:32.779247 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4471a7ec-e7e6-483a-b8f6-2ab8ef16edff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:32.834597 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4471a7ec-e7e6-483a-b8f6-2ab8ef16edff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3005022'] for subnet, precommit_delete_associations {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:32.970650 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4471a7ec-e7e6-483a-b8f6-2ab8ef16edff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16559076'] for subnet, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:33.243470 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4471a7ec-e7e6-483a-b8f6-2ab8ef16edff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838216707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852461692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2936640'] for subnet, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:33.260148 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2fc50196-c89e-4809-8bb2-2173b228ce96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:33.311715 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471a7ec-e7e6-483a-b8f6-2ab8ef16edff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ae25664-a4e8-4c35-9626-880cdfd5329a,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:33.316657 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-4471a7ec-e7e6-483a-b8f6-2ab8ef16edff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:33.392540 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 4461d3ff-ffd0-4c7a-9144-03cf3600c394 no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:26:33.401341 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4471a7ec-e7e6-483a-b8f6-2ab8ef16edff admin admin] Notify callbacks [] for subnet, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:33.407612 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-4471a7ec-e7e6-483a-b8f6-2ab8ef16edff admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5ae25664-a4e8-4c35-9626-880cdfd5329a HTTP/1.1" status: 204  len: 168 time: 0.6961133
Apr 11 17:26:33.411535 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 54810) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:33.426021 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4731378c-de9c-4695-af03-85b0df51ac99 None None] Network 7a796639-a912-42cf-b262-8ecc2c9af48b requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:26:33.448700 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: 4461d3ff-ffd0-4c7a-9144-03cf3600c394 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:26:33.449088 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 4461d3ff-ffd0-4c7a-9144-03cf3600c394 not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:26:33.449552 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 922e0f76-77c3-4bd4-aeac-876e1474f710 no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:26:33.498298 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: 922e0f76-77c3-4bd4-aeac-876e1474f710 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:26:33.498607 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 922e0f76-77c3-4bd4-aeac-876e1474f710 not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:26:33.531134 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854681048'] for network, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:33.607004 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] Deleting port 81734264-b4cb-43f7-8b40-e88ff2f00730 {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:26:33.607391 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:33.730680 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccc7cae-81f3-45d9-8016-39df01ade80d None None] DHCP port deletion for 7a796639-a912-42cf-b262-8ecc2c9af48b request from dv-cinder-784779-4-iscsi {{(pid=85266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 11 17:26:33.735483 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-cccc7cae-81f3-45d9-8016-39df01ade80d None None] Deleting port 81734264-b4cb-43f7-8b40-e88ff2f00730 {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:26:33.736023 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-cccc7cae-81f3-45d9-8016-39df01ade80d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:33.841793 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] For port 81734264-b4cb-43f7-8b40-e88ff2f00730, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=81734264-b4cb-43f7-8b40-e88ff2f00730,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:26:33.842210 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:33.987327 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] Calling delete_port for 81734264-b4cb-43f7-8b40-e88ff2f00730 owned by network:dhcp {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:26:34.015294 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-cccc7cae-81f3-45d9-8016-39df01ade80d None None] For port 81734264-b4cb-43f7-8b40-e88ff2f00730, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=81734264-b4cb-43f7-8b40-e88ff2f00730,segment=NetworkSegment(a838892c-3534-40e2-8fdd-387b0d302be2),segment_id=a838892c-3534-40e2-8fdd-387b0d302be2)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:26:34.015663 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-cccc7cae-81f3-45d9-8016-39df01ade80d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:34.072674 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:34.089706 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2b5f1f2e-ba98-4150-a5c5-d96f781e9ae2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:34.151299 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-cccc7cae-81f3-45d9-8016-39df01ade80d None None] Calling delete_port for 81734264-b4cb-43f7-8b40-e88ff2f00730 owned by network:dhcp {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:26:34.306601 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.db.api [None req-cccc7cae-81f3-45d9-8016-39df01ade80d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 11 17:26:34.307177 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_db.api [None req-cccc7cae-81f3-45d9-8016-39df01ade80d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 11 17:26:34.407476 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=81734264-b4cb-43f7-8b40-e88ff2f00730,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:34.410192 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:34.492190 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] No DVR routers for this DVR port 81734264-b4cb-43f7-8b40-e88ff2f00730 on host dv-cinder-784779-4-iscsi {{(pid=85264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:26:34.615814 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16557693', 'neutron.services.segments.db._delete_segments_for_network--9223363300245355619'] for network, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:34.731986 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2265a7a550>,) {'filters': {'network_id': ['7a796639-a912-42cf-b262-8ecc2c9af48b']}} {{(pid=85264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:26:34.745338 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2265a7a550>, 'a838892c-3534-40e2-8fdd-387b0d302be2') {'for_net_delete': True} {{(pid=85264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:26:34.745685 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2265a7a550>, 'a838892c-3534-40e2-8fdd-387b0d302be2') {} {{(pid=85264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:26:34.758378 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736609405999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851770719'] for segment, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:34.773539 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:34.779893 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=85264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 11 17:26:34.808247 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-cccc7cae-81f3-45d9-8016-39df01ade80d None None] Deleting port 81734264-b4cb-43f7-8b40-e88ff2f00730 {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:26:34.808713 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-cccc7cae-81f3-45d9-8016-39df01ade80d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:34.883378 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-cccc7cae-81f3-45d9-8016-39df01ade80d None None] The port '81734264-b4cb-43f7-8b40-e88ff2f00730' was deleted {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 11 17:26:34.963455 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] Network 7a796639-a912-42cf-b262-8ecc2c9af48b has no segments {{(pid=85264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:26:34.972708 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16558278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852461607'] for segment, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:35.155290 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] Network 7a796639-a912-42cf-b262-8ecc2c9af48b has no segments {{(pid=85264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]: Traceback (most recent call last):
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:     timer()
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:     cb(*args, **kw)
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:     return func(*args, **kwargs)
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:     self._notify()
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:     self.callback(batched_events)
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:     event.method(event)
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:     segment_id)['aggregates'][0]
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:     return f(self, *a, **k)
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self._get(url).json()
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:     **kwargs)
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self.request(url, 'GET', **kwargs)
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:     **endpoint_filter)
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 11 17:26:35.187983 dv-cinder-784779-4-iscsi neutron-server[85151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 11 17:26:35.269558 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838218230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448937'] for network, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:35.273735 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:35.291277 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:35.300641 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a796639-a912-42cf-b262-8ecc2c9af48b,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:35.304158 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:35.314474 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7a796639-a912-42cf-b262-8ecc2c9af48b HTTP/1.1" status: 204  len: 168 time: 1.9018612
Apr 11 17:26:35.399392 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 81734264-b4cb-43f7-8b40-e88ff2f00730 no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:26:35.442808 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: 81734264-b4cb-43f7-8b40-e88ff2f00730 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:26:35.443207 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 81734264-b4cb-43f7-8b40-e88ff2f00730 not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:26:35.444854 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 54832) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:35.492823 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f8f83ef2-3b36-4eca-a5f9-a38a769e24cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29460390dfea45e8a17222990e169b8c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0442019
Apr 11 17:26:35.493156 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 54836) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:35.559509 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a7db4f40-3b55-414d-9a63-86b5481099d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:35.587466 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a7db4f40-3b55-414d-9a63-86b5481099d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:35.632802 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a7db4f40-3b55-414d-9a63-86b5481099d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:35.637841 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-4a5411b1-7aec-4ee0-b17b-6c9498ef256b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:35.654833 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db4f40-3b55-414d-9a63-86b5481099d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7417f1-02b8-4faa-81e3-c65d2a66411c,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:35.657972 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a7db4f40-3b55-414d-9a63-86b5481099d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:35.660961 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a7db4f40-3b55-414d-9a63-86b5481099d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:35.661937 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-a7db4f40-3b55-414d-9a63-86b5481099d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3f7417f1-02b8-4faa-81e3-c65d2a66411c HTTP/1.1" status: 204  len: 168 time: 0.1677389
Apr 11 17:26:36.725454 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f06989-e147-439c-b78f-85a13204cf01 req-c4485361-e05b-430d-a75e-717b9e05a1c3 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:36.726940 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d6f06989-e147-439c-b78f-85a13204cf01 req-c4485361-e05b-430d-a75e-717b9e05a1c3 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 946 time: 0.0945933
Apr 11 17:26:36.759292 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d6f06989-e147-439c-b78f-85a13204cf01 req-6b8b243b-93b8-4147-b5b7-d3838107eb3c tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0260453
Apr 11 17:26:36.784461 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 54892) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:37.055019 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbfa8d1-8c86-460f-ae98-aa00a9455f2d tempest-TestMinimumBasicScenario-1288739528 tempest-TestMinimumBasicScenario-1288739528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:37.055795 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-ddbfa8d1-8c86-460f-ae98-aa00a9455f2d tempest-TestMinimumBasicScenario-1288739528 tempest-TestMinimumBasicScenario-1288739528-project-admin] Synchronizing usage tracker for tenant:7a719009c45b45a1a36698796bfd47f8 on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:26:37.077123 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-ddbfa8d1-8c86-460f-ae98-aa00a9455f2d tempest-TestMinimumBasicScenario-1288739528 tempest-TestMinimumBasicScenario-1288739528-project-admin] Unset dirty status for tenant:7a719009c45b45a1a36698796bfd47f8 on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:26:37.083137 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-ddbfa8d1-8c86-460f-ae98-aa00a9455f2d tempest-TestMinimumBasicScenario-1288739528 tempest-TestMinimumBasicScenario-1288739528-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 1094 time: 0.2974961
Apr 11 17:26:37.083946 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 54906) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:37.092177 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Request body: {'floatingip': {'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'port_id': '580a584c-75aa-410c-b897-1a982449f57e', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:26:37.099583 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:26:37.103414 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Usage tracker for resource:floatingip and tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:26:37.106453 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:26:37.113044 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:26:37.122771 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for floatingip, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:37.208121 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 54912) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:37.282546 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:37.348122 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-06b5c0d5-358d-4119-ad3f-8a1ad539d9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:37.363787 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-06b5c0d5-358d-4119-ad3f-8a1ad539d9a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:26:37.367802 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-06b5c0d5-358d-4119-ad3f-8a1ad539d9a5 admin admin] Usage tracker for resource:security_group_rule and tenant:38cdc79afa204c89b3c79488c8b4044f is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:26:37.372306 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-06b5c0d5-358d-4119-ad3f-8a1ad539d9a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:26:37.379000 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-06b5c0d5-358d-4119-ad3f-8a1ad539d9a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:26:37.426614 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Allocated IP 172.27.0.190 (25e26079-4f70-47ba-b0dc-8350ca691b81/cc27d420-6b5b-4cd9-be1f-976508ada296/526eab9b-9856-4ad6-8d33-bf976555fe41) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:26:37.466460 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-06b5c0d5-358d-4119-ad3f-8a1ad539d9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:37.469451 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-06b5c0d5-358d-4119-ad3f-8a1ad539d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:37.479135 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a7db4f40-3b55-414d-9a63-86b5481099d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:37.523694 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-06b5c0d5-358d-4119-ad3f-8a1ad539d9a5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=38cdc79afa204c89b3c79488c8b4044f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3143110
Apr 11 17:26:37.525457 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5c0d5-358d-4119-ad3f-8a1ad539d9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6770ae-ebd4-4104-a165-d50c3334986a,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:37.527776 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 54918) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:37.528652 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-06b5c0d5-358d-4119-ad3f-8a1ad539d9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:37.873460 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-183bcf9e-bfff-436f-a65c-6bceefa8974f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:37.881172 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:37.919509 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-183bcf9e-bfff-436f-a65c-6bceefa8974f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:37.983238 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:38.000468 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-509beaab-a377-46cd-9c2f-bbe38ba2b525 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:38.054358 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-183bcf9e-bfff-436f-a65c-6bceefa8974f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:38.179407 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Pushing event updated for resources: {'Port': ['ID=526eab9b-9856-4ad6-8d33-bf976555fe41,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:38.186887 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:38.187445 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bc9404f2-f80e-42a2-b446-7e8a0579f110 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:38.200201 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-183bcf9e-bfff-436f-a65c-6bceefa8974f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:38.201464 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-183bcf9e-bfff-436f-a65c-6bceefa8974f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c6770ae-ebd4-4104-a165-d50c3334986a HTTP/1.1" status: 204  len: 168 time: 0.6726820
Apr 11 17:26:38.209166 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183bcf9e-bfff-436f-a65c-6bceefa8974f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6770ae-ebd4-4104-a165-d50c3334986a,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:38.219943 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-183bcf9e-bfff-436f-a65c-6bceefa8974f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:38.244706 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Network 25e26079-4f70-47ba-b0dc-8350ca691b81 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:26:38.245953 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Resources bound (agent type, host, resource id):  {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:26:38.248242 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:26:38.688390 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:38.766781 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:39.051079 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:39.055623 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933374'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:39.083444 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:39.186169 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2d054e18-61dc-447a-8918-96f3fdf311f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:39.223740 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Pushing event updated for resources: {'Port': ['ID=526eab9b-9856-4ad6-8d33-bf976555fe41,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:39.228250 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:39.325286 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:26:39.331252 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448862'] for floatingip, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:39.514844 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.l3_db [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Floating IP 1c02c7fa-2ff9-48db-a5f2-ee54d7720aa2 associated. External IP: 172.27.0.190, port: 580a584c-75aa-410c-b897-1a982449f57e.
Apr 11 17:26:39.894472 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Router d4a14f5a-4b1d-410c-987f-46d6f0a7a90c has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:26:40.090278 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:26:40.101237 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81db71f-6d6d-4286-b1b0-b7f565e57c17 None None] Sync routers for ids ['d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:26:40.112814 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81db71f-6d6d-4286-b1b0-b7f565e57c17 None None] Routers {'d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:26:40.113613 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-e81db71f-6d6d-4286-b1b0-b7f565e57c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2267313e10>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:26:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:26:40.114042 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for floatingip, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:40.176294 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.0907199
Apr 11 17:26:40.177110 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0145b429-5811-4c58-b47d-14f889337a3e', 'tag': '580a584c-75aa-410c-b897-1a982449f57e'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:26:40.179246 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 54986) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:40.186557 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-f167865a-f367-443c-812f-8929dde34aab tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1069817382', 'description': 'tempest-secgroup-smoke-1069817382 description', 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:26:40.194435 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-f167865a-f367-443c-812f-8929dde34aab tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:26:40.209210 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-f167865a-f367-443c-812f-8929dde34aab tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:26:40.222253 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f167865a-f367-443c-812f-8929dde34aab tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:40.226649 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-f167865a-f367-443c-812f-8929dde34aab tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:26:40.231460 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-f167865a-f367-443c-812f-8929dde34aab tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Usage tracker for resource:security_group_rule and tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:26:40.235032 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-f167865a-f367-443c-812f-8929dde34aab tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:26:40.242314 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-f167865a-f367-443c-812f-8929dde34aab tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:26:40.338989 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f167865a-f367-443c-812f-8929dde34aab tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:40.343442 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f167865a-f367-443c-812f-8929dde34aab tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:40.349881 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f7f98184-c411-43f4-a152-03219b4207db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:40.370585 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-e81db71f-6d6d-4286-b1b0-b7f565e57c17 None None] Set router d4a14f5a-4b1d-410c-987f-46d6f0a7a90c gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:26:40.406045 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167865a-f367-443c-812f-8929dde34aab tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c19f31-8c27-4108-aaa2-92cbdbd41331,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:40.420536 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f167865a-f367-443c-812f-8929dde34aab tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:40.433816 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f167865a-f367-443c-812f-8929dde34aab tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:40.438370 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55000) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:40.438547 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f167865a-f367-443c-812f-8929dde34aab tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2578425
Apr 11 17:26:40.445152 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-b86db811-6913-4d39-b611-12a2c385cd11 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Request body: {'security_group_rule': {'security_group_id': '02c19f31-8c27-4108-aaa2-92cbdbd41331', 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:26:40.460459 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-b86db811-6913-4d39-b611-12a2c385cd11 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:26:40.467613 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 55004) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:40.474728 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-b86db811-6913-4d39-b611-12a2c385cd11 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Usage tracker for resource:security_group_rule and tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:26:40.485432 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-b86db811-6913-4d39-b611-12a2c385cd11 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:26:40.502038 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-b86db811-6913-4d39-b611-12a2c385cd11 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:26:40.521579 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b86db811-6913-4d39-b611-12a2c385cd11 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:40.599362 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b86db811-6913-4d39-b611-12a2c385cd11 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:40.602719 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b86db811-6913-4d39-b611-12a2c385cd11 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:40.605204 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ab736caf-e4f3-4a7b-afe7-11b51d3c2e4c tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:40.636252 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6cf3042d-d6e6-410b-9ed0-8febb188f971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:40.638311 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b86db811-6913-4d39-b611-12a2c385cd11 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:40.639819 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-b86db811-6913-4d39-b611-12a2c385cd11 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2001994
Apr 11 17:26:40.642385 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86db811-6913-4d39-b611-12a2c385cd11 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68444b6c-5d90-48ec-bc01-7bc4a135037b,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:40.644345 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55012) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:40.647355 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b86db811-6913-4d39-b611-12a2c385cd11 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:40.651000 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-3895b2e9-91e2-4ad6-8620-e57ba41007d8 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Request body: {'security_group_rule': {'security_group_id': '02c19f31-8c27-4108-aaa2-92cbdbd41331', 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:26:40.657758 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-3895b2e9-91e2-4ad6-8620-e57ba41007d8 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:26:40.661979 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-3895b2e9-91e2-4ad6-8620-e57ba41007d8 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Usage tracker for resource:security_group_rule and tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:26:40.665481 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-3895b2e9-91e2-4ad6-8620-e57ba41007d8 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:26:40.673021 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0145b429-5811-4c58-b47d-14f889337a3e', 'tag': '580a584c-75aa-410c-b897-1a982449f57e', 'status': 'completed', 'code': 200}
Apr 11 17:26:40.673806 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-6cf3042d-d6e6-410b-9ed0-8febb188f971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:26:40.673940 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-3895b2e9-91e2-4ad6-8620-e57ba41007d8 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:26:40.680597 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-6cf3042d-d6e6-410b-9ed0-8febb188f971 admin admin] Usage tracker for resource:security_group_rule and tenant:8a2d5a528f6749f2b681f345cf3c6b63 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:26:40.683722 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-6cf3042d-d6e6-410b-9ed0-8febb188f971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:26:40.693023 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-6cf3042d-d6e6-410b-9ed0-8febb188f971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:26:40.703147 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3895b2e9-91e2-4ad6-8620-e57ba41007d8 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:40.788961 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3895b2e9-91e2-4ad6-8620-e57ba41007d8 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:40.793147 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3895b2e9-91e2-4ad6-8620-e57ba41007d8 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:40.795887 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-458f459a-b343-4bff-8554-4e4e0e205bd2 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:40.817990 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895b2e9-91e2-4ad6-8620-e57ba41007d8 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ae179b-51c4-4e44-bee7-f11b3f123c70,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:40.827406 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3895b2e9-91e2-4ad6-8620-e57ba41007d8 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:40.831383 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6cf3042d-d6e6-410b-9ed0-8febb188f971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:40.838677 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3895b2e9-91e2-4ad6-8620-e57ba41007d8 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:40.840638 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-3895b2e9-91e2-4ad6-8620-e57ba41007d8 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1951137
Apr 11 17:26:40.842679 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6cf3042d-d6e6-410b-9ed0-8febb188f971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:40.843290 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55020) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:40.853310 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-b5623c8f-4dbd-498f-a84a-633afb062b02 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Request body: {'security_group_rule': {'security_group_id': '02c19f31-8c27-4108-aaa2-92cbdbd41331', 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:26:40.861208 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-b5623c8f-4dbd-498f-a84a-633afb062b02 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:26:40.866101 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-b5623c8f-4dbd-498f-a84a-633afb062b02 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Usage tracker for resource:security_group_rule and tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:26:40.869269 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-b5623c8f-4dbd-498f-a84a-633afb062b02 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:26:40.872983 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-6316bad8-b164-4970-918a-3bacf17827c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:40.876233 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-e81db71f-6d6d-4286-b1b0-b7f565e57c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2267313e10>, [{'id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'name': 'tempest-TestMinimumBasicScenario-995845753-router', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:25:37Z', 'updated_at': '2021-04-11T17:25:42Z', 'revision_number': 4, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'gw_port': {'id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:38Z', 'updated_at': '2021-04-11T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': '1c02c7fa-2ff9-48db-a5f2-ee54d7720aa2', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'port_id': '580a584c-75aa-410c-b897-1a982449f57e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7', 'mac_address': 'fa:16:3e:b2:fd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145b429-5811-4c58-b47d-14f889337a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:26:38Z', 'updated_at': '2021-04-11T17:26:38Z', 'revision_number': 0, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1dd5299-bb8b-40ea-9c45-d06fa590c6d7', 'name': '', 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'mac_address': 'fa:16:3e:9a:c4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '27f27448-cf05-467b-a8dd-219600a89558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:41Z', 'updated_at': '2021-04-11T17:25:52Z', 'revision_number': 5, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'subnets': [{'id': '27f27448-cf05-467b-a8dd-219600a89558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:26:40.877878 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-b5623c8f-4dbd-498f-a84a-633afb062b02 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:26:40.880813 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81db71f-6d6d-4286-b1b0-b7f565e57c17 None None] Checking router: d4a14f5a-4b1d-410c-987f-46d6f0a7a90c for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:26:40.890632 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81db71f-6d6d-4286-b1b0-b7f565e57c17 None None] Routers {'d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:26:40.891429 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-e81db71f-6d6d-4286-b1b0-b7f565e57c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2267313e10>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:26:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:26:40.896818 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b5623c8f-4dbd-498f-a84a-633afb062b02 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:40.908092 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-6cf3042d-d6e6-410b-9ed0-8febb188f971 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a2d5a528f6749f2b681f345cf3c6b63&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4393153
Apr 11 17:26:40.910065 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3042d-d6e6-410b-9ed0-8febb188f971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579cd696-e3c2-492b-b36d-b456c0a76bb9,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:40.913929 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-6cf3042d-d6e6-410b-9ed0-8febb188f971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:40.915980 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 55024) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:40.981307 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b5623c8f-4dbd-498f-a84a-633afb062b02 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:40.985771 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b5623c8f-4dbd-498f-a84a-633afb062b02 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:40.990207 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-649a100e-2e62-4f5f-a2f7-da1d328e536a tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:41.008544 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-39e36ee8-1966-4788-bafa-7fbe37f04807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:41.025435 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b5623c8f-4dbd-498f-a84a-633afb062b02 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:41.026749 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5e83e-0f01-4696-9e4b-af11b649a1e7 req-6f8bacdc-2040-4a69-a699-156ae2cb06b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:41.026875 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-b5623c8f-4dbd-498f-a84a-633afb062b02 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1825650
Apr 11 17:26:41.028535 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-58a5e83e-0f01-4696-9e4b-af11b649a1e7 req-6f8bacdc-2040-4a69-a699-156ae2cb06b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=844a128dac2a4fb1b7dc0626f7f9e7e0&device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 1099 time: 0.3141842
Apr 11 17:26:41.030947 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 55028) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:41.032472 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5623c8f-4dbd-498f-a84a-633afb062b02 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34aecb48-858d-43dc-9662-400825ba2653,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:41.036114 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b5623c8f-4dbd-498f-a84a-633afb062b02 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:41.046285 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-504cec98-a3be-4877-b69f-73b0aeddd03a tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Request body: {'security_group_rule': {'security_group_id': '02c19f31-8c27-4108-aaa2-92cbdbd41331', 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:26:41.057033 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-504cec98-a3be-4877-b69f-73b0aeddd03a tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:26:41.061049 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-504cec98-a3be-4877-b69f-73b0aeddd03a tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Usage tracker for resource:security_group_rule and tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:26:41.064012 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-504cec98-a3be-4877-b69f-73b0aeddd03a tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:26:41.070142 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-504cec98-a3be-4877-b69f-73b0aeddd03a tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:26:41.105083 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-e81db71f-6d6d-4286-b1b0-b7f565e57c17 None None] Set router d4a14f5a-4b1d-410c-987f-46d6f0a7a90c gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:26:41.117638 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-39e36ee8-1966-4788-bafa-7fbe37f04807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:41.203809 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-504cec98-a3be-4877-b69f-73b0aeddd03a tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:41.341680 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-39e36ee8-1966-4788-bafa-7fbe37f04807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:41.346560 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-504cec98-a3be-4877-b69f-73b0aeddd03a tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:41.349220 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-6cf3042d-d6e6-410b-9ed0-8febb188f971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:41.356020 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5e83e-0f01-4696-9e4b-af11b649a1e7 req-0a102387-97a2-44e5-9632-452c853dadc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:41.357603 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-58a5e83e-0f01-4696-9e4b-af11b649a1e7 req-0a102387-97a2-44e5-9632-452c853dadc9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f285a93-15c3-4d81-8eb6-47b691902cb7 HTTP/1.1" status: 200  len: 915 time: 0.3154123
Apr 11 17:26:41.361158 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-504cec98-a3be-4877-b69f-73b0aeddd03a tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:41.373892 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e36ee8-1966-4788-bafa-7fbe37f04807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579cd696-e3c2-492b-b36d-b456c0a76bb9,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:41.375983 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-39e36ee8-1966-4788-bafa-7fbe37f04807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:41.434646 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:41.469603 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-39e36ee8-1966-4788-bafa-7fbe37f04807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:41.470835 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-39e36ee8-1966-4788-bafa-7fbe37f04807 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/579cd696-e3c2-492b-b36d-b456c0a76bb9 HTTP/1.1" status: 204  len: 168 time: 0.5523083
Apr 11 17:26:41.477614 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504cec98-a3be-4877-b69f-73b0aeddd03a tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27bd39df-b978-43e6-808f-59de45986ce6,revision_number=0']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:41.481607 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-504cec98-a3be-4877-b69f-73b0aeddd03a tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:41.485552 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-504cec98-a3be-4877-b69f-73b0aeddd03a tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4508891
Apr 11 17:26:41.486451 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55038) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:41.493317 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-504cec98-a3be-4877-b69f-73b0aeddd03a tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:41.496829 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-55f4cc76-fbb2-4ae5-a7c7-fddda07bc968 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Request body: {'security_group_rule': {'security_group_id': '02c19f31-8c27-4108-aaa2-92cbdbd41331', 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:26:41.505414 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-55f4cc76-fbb2-4ae5-a7c7-fddda07bc968 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:26:41.510896 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-55f4cc76-fbb2-4ae5-a7c7-fddda07bc968 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Usage tracker for resource:security_group_rule and tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:26:41.514583 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-55f4cc76-fbb2-4ae5-a7c7-fddda07bc968 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:26:41.523156 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-58a5e83e-0f01-4696-9e4b-af11b649a1e7 req-2255b723-9511-400a-a52c-e40a1a85a009 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=580a584c-75aa-410c-b897-1a982449f57e HTTP/1.1" status: 200  len: 1000 time: 0.1562028
Apr 11 17:26:41.524444 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-55f4cc76-fbb2-4ae5-a7c7-fddda07bc968 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:26:41.532993 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-e81db71f-6d6d-4286-b1b0-b7f565e57c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2267313e10>, [{'id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'name': 'tempest-TestMinimumBasicScenario-995845753-router', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:25:37Z', 'updated_at': '2021-04-11T17:25:42Z', 'revision_number': 4, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'gw_port': {'id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:38Z', 'updated_at': '2021-04-11T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': '1c02c7fa-2ff9-48db-a5f2-ee54d7720aa2', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'port_id': '580a584c-75aa-410c-b897-1a982449f57e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7', 'mac_address': 'fa:16:3e:b2:fd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145b429-5811-4c58-b47d-14f889337a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:26:38Z', 'updated_at': '2021-04-11T17:26:38Z', 'revision_number': 0, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1dd5299-bb8b-40ea-9c45-d06fa590c6d7', 'name': '', 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'mac_address': 'fa:16:3e:9a:c4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '27f27448-cf05-467b-a8dd-219600a89558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:41Z', 'updated_at': '2021-04-11T17:25:52Z', 'revision_number': 5, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'subnets': [{'id': '27f27448-cf05-467b-a8dd-219600a89558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:26:41.536591 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.securitygroups_db [None req-55f4cc76-fbb2-4ae5-a7c7-fddda07bc968 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Project 844a128dac2a4fb1b7dc0626f7f9e7e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 11 17:26:41.538462 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81db71f-6d6d-4286-b1b0-b7f565e57c17 None None] The sync data for ids ['d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'] in dv-cinder-784779-4-iscsi is: [{'id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'name': 'tempest-TestMinimumBasicScenario-995845753-router', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:25:37Z', 'updated_at': '2021-04-11T17:25:42Z', 'revision_number': 4, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'gw_port': {'id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:38Z', 'updated_at': '2021-04-11T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': '1c02c7fa-2ff9-48db-a5f2-ee54d7720aa2', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'port_id': '580a584c-75aa-410c-b897-1a982449f57e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7', 'mac_address': 'fa:16:3e:b2:fd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145b429-5811-4c58-b47d-14f889337a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:26:38Z', 'updated_at': '2021-04-11T17:26:38Z', 'revision_number': 0, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1dd5299-bb8b-40ea-9c45-d06fa590c6d7', 'name': '', 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'mac_address': 'fa:16:3e:9a:c4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '27f27448-cf05-467b-a8dd-219600a89558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:41Z', 'updated_at': '2021-04-11T17:25:52Z', 'revision_number': 5, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'subnets': [{'id': '27f27448-cf05-467b-a8dd-219600a89558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:26:41.544055 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-55f4cc76-fbb2-4ae5-a7c7-fddda07bc968 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:41.622688 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5e83e-0f01-4696-9e4b-af11b649a1e7 req-66624fb1-a7a0-48c7-a4bd-37313006f1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:41.624559 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-58a5e83e-0f01-4696-9e4b-af11b649a1e7 req-66624fb1-a7a0-48c7-a4bd-37313006f1b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=27f27448-cf05-467b-a8dd-219600a89558 HTTP/1.1" status: 200  len: 853 time: 0.0949352
Apr 11 17:26:41.627062 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-55f4cc76-fbb2-4ae5-a7c7-fddda07bc968 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:41.630450 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-55f4cc76-fbb2-4ae5-a7c7-fddda07bc968 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:41.632601 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:41.657528 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4cc76-fbb2-4ae5-a7c7-fddda07bc968 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c72212-c9ad-4513-ad94-285379a1b6b8,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:41.660195 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-55f4cc76-fbb2-4ae5-a7c7-fddda07bc968 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:41.669801 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-55f4cc76-fbb2-4ae5-a7c7-fddda07bc968 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:41.671189 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-55f4cc76-fbb2-4ae5-a7c7-fddda07bc968 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1827006
Apr 11 17:26:41.674154 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55044) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:41.681342 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-bf338f5d-948f-40b9-96a1-6d14890d3f7d tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Request body: {'security_group_rule': {'security_group_id': '02c19f31-8c27-4108-aaa2-92cbdbd41331', 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:26:41.683360 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-234d7837-bdb8-4b49-b752-e3881713fafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:41.689138 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-bf338f5d-948f-40b9-96a1-6d14890d3f7d tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:26:41.694494 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-bf338f5d-948f-40b9-96a1-6d14890d3f7d tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Usage tracker for resource:security_group_rule and tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:26:41.697649 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-bf338f5d-948f-40b9-96a1-6d14890d3f7d tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:26:41.704747 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-bf338f5d-948f-40b9-96a1-6d14890d3f7d tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:26:41.716895 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.securitygroups_db [None req-bf338f5d-948f-40b9-96a1-6d14890d3f7d tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Project 844a128dac2a4fb1b7dc0626f7f9e7e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 11 17:26:41.720066 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5e83e-0f01-4696-9e4b-af11b649a1e7 req-6669bb28-31d6-4c0a-86cb-aa1dc59babd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:41.722348 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-58a5e83e-0f01-4696-9e4b-af11b649a1e7 req-6669bb28-31d6-4c0a-86cb-aa1dc59babd9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f285a93-15c3-4d81-8eb6-47b691902cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0909722
Apr 11 17:26:41.725418 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bf338f5d-948f-40b9-96a1-6d14890d3f7d tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:41.799963 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bf338f5d-948f-40b9-96a1-6d14890d3f7d tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:41.802811 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bf338f5d-948f-40b9-96a1-6d14890d3f7d tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:41.805160 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:41.834463 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf338f5d-948f-40b9-96a1-6d14890d3f7d tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da47e31-64bf-4ef9-a311-4e5c945d43e3,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:41.839504 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bf338f5d-948f-40b9-96a1-6d14890d3f7d tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:41.850452 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bf338f5d-948f-40b9-96a1-6d14890d3f7d tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:41.851772 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-bf338f5d-948f-40b9-96a1-6d14890d3f7d tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1757567
Apr 11 17:26:41.863042 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55050) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:41.891664 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f41a89d5-f821-4922-9d9c-41583f16d08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:41.897165 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-58a5e83e-0f01-4696-9e4b-af11b649a1e7 req-657da031-11f1-4801-bcd5-378fb5c35444 service neutron] 10.222.0.37 "GET /v2.0/networks/5f285a93-15c3-4d81-8eb6-47b691902cb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1675684
Apr 11 17:26:41.905123 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4244dd-bae6-433e-ba57-f34dc18b7917 None None] New status for floating IP 1c02c7fa-2ff9-48db-a5f2-ee54d7720aa2: ACTIVE {{(pid=85267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 11 17:26:41.912046 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-f41a89d5-f821-4922-9d9c-41583f16d08f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:26:41.916269 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-f41a89d5-f821-4922-9d9c-41583f16d08f admin admin] Usage tracker for resource:security_group_rule and tenant:80d769ada1de43f98fd94a0d281fd40b is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:26:41.919338 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-f41a89d5-f821-4922-9d9c-41583f16d08f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:26:41.927045 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-f41a89d5-f821-4922-9d9c-41583f16d08f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:26:42.001113 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e01516ef-701d-478c-af36-8fc3f8941e27 req-b1e6d8c3-e25e-4856-914d-be53ffd2adcb tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1069817382&fields=id&tenant_id=844a128dac2a4fb1b7dc0626f7f9e7e0 HTTP/1.1" status: 200  len: 267 time: 0.0430970
Apr 11 17:26:42.064322 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-58a5e83e-0f01-4696-9e4b-af11b649a1e7 req-c51eea4c-0b5c-4a7e-be1f-e72148af1e6a service neutron] 10.222.0.37 "GET /v2.0/networks/5f285a93-15c3-4d81-8eb6-47b691902cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1596403
Apr 11 17:26:42.124267 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f41a89d5-f821-4922-9d9c-41583f16d08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:42.128698 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f41a89d5-f821-4922-9d9c-41583f16d08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:42.137548 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-34109346-4c75-4242-aea2-78e7c7d57e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:42.175685 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01516ef-701d-478c-af36-8fc3f8941e27 req-4bb3b9c2-052b-451b-aa47-5d5550fbb895 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:42.177292 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e01516ef-701d-478c-af36-8fc3f8941e27 req-4bb3b9c2-052b-451b-aa47-5d5550fbb895 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 946 time: 0.1752968
Apr 11 17:26:42.196612 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-e01516ef-701d-478c-af36-8fc3f8941e27 req-2ffe518b-84a3-4e28-a823-7835015e5c10 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Request body: {'port': {'security_groups': ['5ce60b2e-88ce-4711-94ea-359a1a23a609', '02c19f31-8c27-4108-aaa2-92cbdbd41331']}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:26:42.230533 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f41a89d5-f821-4922-9d9c-41583f16d08f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=80d769ada1de43f98fd94a0d281fd40b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3663502
Apr 11 17:26:42.233448 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 55054) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:42.237929 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a89d5-f821-4922-9d9c-41583f16d08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b427d8-2fd4-426e-af36-f843608f2ae9,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:42.247969 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f41a89d5-f821-4922-9d9c-41583f16d08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:42.344446 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-43f52e25-be85-4ab8-a5b6-6c2275f1a284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:42.364715 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-e01516ef-701d-478c-af36-8fc3f8941e27 req-2ffe518b-84a3-4e28-a823-7835015e5c10 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:42.375640 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-43f52e25-be85-4ab8-a5b6-6c2275f1a284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:42.422271 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-43f52e25-be85-4ab8-a5b6-6c2275f1a284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:42.429273 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-1f24284b-1bd4-4771-9b69-cf4f55162da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:42.441306 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f52e25-be85-4ab8-a5b6-6c2275f1a284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b427d8-2fd4-426e-af36-f843608f2ae9,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:42.445247 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-43f52e25-be85-4ab8-a5b6-6c2275f1a284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:42.448891 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-43f52e25-be85-4ab8-a5b6-6c2275f1a284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:42.452506 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-43f52e25-be85-4ab8-a5b6-6c2275f1a284 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49b427d8-2fd4-426e-af36-f843608f2ae9 HTTP/1.1" status: 204  len: 168 time: 0.2155855
Apr 11 17:26:42.572831 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:42.687323 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-e01516ef-701d-478c-af36-8fc3f8941e27 req-2ffe518b-84a3-4e28-a823-7835015e5c10 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] For port 580a584c-75aa-410c-b897-1a982449f57e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=580a584c-75aa-410c-b897-1a982449f57e,segment=NetworkSegment(ed0f0982-a5eb-4c65-8c19-284fc223e829),segment_id=ed0f0982-a5eb-4c65-8c19-284fc223e829)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:26:42.718803 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-e01516ef-701d-478c-af36-8fc3f8941e27 req-2ffe518b-84a3-4e28-a823-7835015e5c10 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:42.722701 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-e01516ef-701d-478c-af36-8fc3f8941e27 req-2ffe518b-84a3-4e28-a823-7835015e5c10 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933374'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:42.733751 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['580a584c-75aa-410c-b897-1a982449f57e'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:26:42.970603 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:43.133625 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe518b-84a3-4e28-a823-7835015e5c10 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Pushing event updated for resources: {'Port': ['ID=580a584c-75aa-410c-b897-1a982449f57e,revision_number=6']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:43.139000 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2ffe518b-84a3-4e28-a823-7835015e5c10 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:43.165238 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:43.180000 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01516ef-701d-478c-af36-8fc3f8941e27 req-2ffe518b-84a3-4e28-a823-7835015e5c10 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:43.180743 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-e01516ef-701d-478c-af36-8fc3f8941e27 req-2ffe518b-84a3-4e28-a823-7835015e5c10 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:43.182292 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e01516ef-701d-478c-af36-8fc3f8941e27 req-2ffe518b-84a3-4e28-a823-7835015e5c10 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "PUT /v2.0/ports/580a584c-75aa-410c-b897-1a982449f57e HTTP/1.1" status: 200  len: 982 time: 0.9951646
Apr 11 17:26:43.182856 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0145b429-5811-4c58-b47d-14f889337a3e', 'tag': '580a584c-75aa-410c-b897-1a982449f57e'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:26:43.251792 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['580a584c-75aa-410c-b897-1a982449f57e'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:26:43.289746 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0145b429-5811-4c58-b47d-14f889337a3e', 'tag': '580a584c-75aa-410c-b897-1a982449f57e', 'status': 'completed', 'code': 200}
Apr 11 17:26:43.482567 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda7288-335b-48ce-aa3b-75ca65461065 req-20b2e073-69c3-4a84-b845-d54d08ec0660 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:43.484134 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4bda7288-335b-48ce-aa3b-75ca65461065 req-20b2e073-69c3-4a84-b845-d54d08ec0660 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 985 time: 0.1822257
Apr 11 17:26:43.493135 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f40bb-2286-4900-b699-74c369959a6a req-ba10ceb0-4293-4de0-b9d8-006ec3501937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:43.494736 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f37f40bb-2286-4900-b699-74c369959a6a req-ba10ceb0-4293-4de0-b9d8-006ec3501937 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=844a128dac2a4fb1b7dc0626f7f9e7e0&device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 1138 time: 0.1314683
Apr 11 17:26:43.558333 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-47b91004-259b-4177-b7aa-0b372d8a5345 None None] Provisioning complete for port 580a584c-75aa-410c-b897-1a982449f57e triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:26:43.558758 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-47b91004-259b-4177-b7aa-0b372d8a5345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:43.564147 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-4bda7288-335b-48ce-aa3b-75ca65461065 req-bec18cb9-6176-4581-a194-d2dd9f53bb0b tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Synchronizing usage tracker for tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 on resource:security_group {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:26:43.647054 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-4bda7288-335b-48ce-aa3b-75ca65461065 req-bec18cb9-6176-4581-a194-d2dd9f53bb0b tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Unset dirty status for tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 on resource:security_group {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:26:43.648349 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4bda7288-335b-48ce-aa3b-75ca65461065 req-bec18cb9-6176-4581-a194-d2dd9f53bb0b tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=02c19f31-8c27-4108-aaa2-92cbdbd41331&id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1527307
Apr 11 17:26:43.718377 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f40bb-2286-4900-b699-74c369959a6a req-3ba9d58c-d60c-4a1b-93e2-7a920bd8d168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:43.720508 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f37f40bb-2286-4900-b699-74c369959a6a req-3ba9d58c-d60c-4a1b-93e2-7a920bd8d168 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f285a93-15c3-4d81-8eb6-47b691902cb7 HTTP/1.1" status: 200  len: 915 time: 0.2116790
Apr 11 17:26:43.774613 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:43.872130 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f37f40bb-2286-4900-b699-74c369959a6a req-3c61dbe5-d74d-4f62-a981-b3b2f801eba5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=580a584c-75aa-410c-b897-1a982449f57e HTTP/1.1" status: 200  len: 1002 time: 0.1449361
Apr 11 17:26:43.952259 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f40bb-2286-4900-b699-74c369959a6a req-f03b50ab-6380-4c16-9cb4-ad97f90ed275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:43.954015 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f37f40bb-2286-4900-b699-74c369959a6a req-f03b50ab-6380-4c16-9cb4-ad97f90ed275 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=27f27448-cf05-467b-a8dd-219600a89558 HTTP/1.1" status: 200  len: 853 time: 0.0742710
Apr 11 17:26:44.044657 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f40bb-2286-4900-b699-74c369959a6a req-52979603-a4de-4b01-9a5b-1cbcc90428a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:44.046339 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f37f40bb-2286-4900-b699-74c369959a6a req-52979603-a4de-4b01-9a5b-1cbcc90428a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f285a93-15c3-4d81-8eb6-47b691902cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846016
Apr 11 17:26:44.201996 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f37f40bb-2286-4900-b699-74c369959a6a req-02a3fa6a-7171-4ac3-9e14-5df5358fff90 service neutron] 10.222.0.37 "GET /v2.0/networks/5f285a93-15c3-4d81-8eb6-47b691902cb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1478062
Apr 11 17:26:44.355846 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f37f40bb-2286-4900-b699-74c369959a6a req-aa4ff27f-0c74-451d-a64e-8d2b455bbea2 service neutron] 10.222.0.37 "GET /v2.0/networks/5f285a93-15c3-4d81-8eb6-47b691902cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448503
Apr 11 17:26:49.254569 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55196) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:26:49.666478 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-d11bae3d-8065-4832-a4b6-43343f92e188 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Deleting port 74c4bca6-a156-49e2-8b6b-8b1ae40a3da4 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:26:49.666883 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d11bae3d-8065-4832-a4b6-43343f92e188 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:49.850002 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d11bae3d-8065-4832-a4b6-43343f92e188 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:49.850336 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d11bae3d-8065-4832-a4b6-43343f92e188 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:49.988889 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-d11bae3d-8065-4832-a4b6-43343f92e188 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Calling delete_port for 74c4bca6-a156-49e2-8b6b-8b1ae40a3da4 owned by network:floatingip {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:26:50.151632 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d11bae3d-8065-4832-a4b6-43343f92e188 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:50.171291 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:50.229639 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bae3d-8065-4832-a4b6-43343f92e188 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Pushing event deleted for resources: {'Port': ['ID=74c4bca6-a156-49e2-8b6b-8b1ae40a3da4,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:50.280536 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d11bae3d-8065-4832-a4b6-43343f92e188 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:50.436726 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d11bae3d-8065-4832-a4b6-43343f92e188 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for floatingip, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:50.437023 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.l3_db [None req-d11bae3d-8065-4832-a4b6-43343f92e188 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Floating IP e201746d-d216-490f-99f9-1a421d184dcc disassociated (deleted). External IP: 172.27.0.248, port: 05424d55-cbbf-4df9-ad21-04b5652b3db5.
Apr 11 17:26:50.821283 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11bae3d-8065-4832-a4b6-43343f92e188 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Router 4f8e95ec-329f-40c4-a314-0287c605aa85 has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:26:51.012754 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11bae3d-8065-4832-a4b6-43343f92e188 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:26:51.024306 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acba79f-e07d-48ba-bac6-d7562ef5c8d6 None None] Sync routers for ids ['4f8e95ec-329f-40c4-a314-0287c605aa85'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:26:51.036320 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acba79f-e07d-48ba-bac6-d7562ef5c8d6 None None] Routers {'4f8e95ec-329f-40c4-a314-0287c605aa85'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:26:51.037045 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-5acba79f-e07d-48ba-bac6-d7562ef5c8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22655485c0>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:26:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['4f8e95ec-329f-40c4-a314-0287c605aa85'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:26:51.041301 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d11bae3d-8065-4832-a4b6-43343f92e188 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for floatingip, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:51.108923 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-d11bae3d-8065-4832-a4b6-43343f92e188 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "DELETE /v2.0/floatingips/e201746d-d216-490f-99f9-1a421d184dcc HTTP/1.1" status: 204  len: 168 time: 1.8502057
Apr 11 17:26:51.108923 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2987b57-e857-45c2-86ed-722c8e855f4f', 'tag': '05424d55-cbbf-4df9-ad21-04b5652b3db5'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:26:51.163694 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2987b57-e857-45c2-86ed-722c8e855f4f', 'tag': '05424d55-cbbf-4df9-ad21-04b5652b3db5', 'status': 'completed', 'code': 200}
Apr 11 17:26:51.238883 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-5acba79f-e07d-48ba-bac6-d7562ef5c8d6 None None] Set router 4f8e95ec-329f-40c4-a314-0287c605aa85 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:26:51.550450 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f6232-b0d8-4f51-b07a-35765584b0b1 req-6e701ce5-ba62-45af-920a-e54728e91fb1 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:51.552093 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-278f6232-b0d8-4f51-b07a-35765584b0b1 req-6e701ce5-ba62-45af-920a-e54728e91fb1 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.0977910
Apr 11 17:26:51.585966 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-278f6232-b0d8-4f51-b07a-35765584b0b1 req-bf221b0a-7675-4a8d-bf92-fe7cb88bdefd tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0269182
Apr 11 17:26:51.756245 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-5acba79f-e07d-48ba-bac6-d7562ef5c8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22655485c0>, [{'id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'name': 'tempest-TestShelveInstance-134128658-router', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:21:10Z', 'updated_at': '2021-04-11T17:21:15Z', 'revision_number': 4, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'gw_port': {'id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:11Z', 'updated_at': '2021-04-11T17:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '040984cb-811a-43fb-a00b-32dfe5420635', 'name': '', 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'mac_address': 'fa:16:3e:da:c5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '6aad9cc5-150d-4356-ae31-d6d4da9f4aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:14Z', 'updated_at': '2021-04-11T17:21:27Z', 'revision_number': 5, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'subnets': [{'id': '6aad9cc5-150d-4356-ae31-d6d4da9f4aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:26:51.760245 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acba79f-e07d-48ba-bac6-d7562ef5c8d6 None None] Checking router: 4f8e95ec-329f-40c4-a314-0287c605aa85 for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:26:51.769642 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acba79f-e07d-48ba-bac6-d7562ef5c8d6 None None] Routers {'4f8e95ec-329f-40c4-a314-0287c605aa85'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:26:51.770288 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-5acba79f-e07d-48ba-bac6-d7562ef5c8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22655485c0>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:26:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['4f8e95ec-329f-40c4-a314-0287c605aa85'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:26:51.961935 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-5acba79f-e07d-48ba-bac6-d7562ef5c8d6 None None] Set router 4f8e95ec-329f-40c4-a314-0287c605aa85 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:26:52.309208 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-5acba79f-e07d-48ba-bac6-d7562ef5c8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22655485c0>, [{'id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'name': 'tempest-TestShelveInstance-134128658-router', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:21:10Z', 'updated_at': '2021-04-11T17:21:15Z', 'revision_number': 4, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'gw_port': {'id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:11Z', 'updated_at': '2021-04-11T17:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '040984cb-811a-43fb-a00b-32dfe5420635', 'name': '', 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'mac_address': 'fa:16:3e:da:c5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '6aad9cc5-150d-4356-ae31-d6d4da9f4aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:14Z', 'updated_at': '2021-04-11T17:21:27Z', 'revision_number': 5, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'subnets': [{'id': '6aad9cc5-150d-4356-ae31-d6d4da9f4aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:26:52.313590 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acba79f-e07d-48ba-bac6-d7562ef5c8d6 None None] The sync data for ids ['4f8e95ec-329f-40c4-a314-0287c605aa85'] in dv-cinder-784779-4-iscsi is: [{'id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'name': 'tempest-TestShelveInstance-134128658-router', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:21:10Z', 'updated_at': '2021-04-11T17:21:15Z', 'revision_number': 4, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'gw_port': {'id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:11Z', 'updated_at': '2021-04-11T17:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '040984cb-811a-43fb-a00b-32dfe5420635', 'name': '', 'network_id': '973b0fec-dcde-47d9-8ce0-29a113b9d801', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'mac_address': 'fa:16:3e:da:c5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '6aad9cc5-150d-4356-ae31-d6d4da9f4aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:14Z', 'updated_at': '2021-04-11T17:21:27Z', 'revision_number': 5, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'subnets': [{'id': '6aad9cc5-150d-4356-ae31-d6d4da9f4aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:26:52.382888 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64ca93-c49a-4012-9996-4736ea45d271 req-8800943b-f8ec-4eb1-ba78-826c7cbe867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:52.384553 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ef64ca93-c49a-4012-9996-4736ea45d271 req-8800943b-f8ec-4eb1-ba78-826c7cbe867f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=33c629be32ce4c04bbbe4f0b08fadabb&device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 1098 time: 0.1033661
Apr 11 17:26:52.731701 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634d0d79-179a-4ec8-8408-b5b76e0eca70 None None] New status for floating IP e201746d-d216-490f-99f9-1a421d184dcc: DOWN {{(pid=85267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 11 17:26:52.793140 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af422d5c-6dda-4b40-a56f-1aef7b4b1bee req-e1030421-4aa7-4cb8-97de-c8ba3625e181 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:52.793870 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-af422d5c-6dda-4b40-a56f-1aef7b4b1bee req-e1030421-4aa7-4cb8-97de-c8ba3625e181 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Synchronizing usage tracker for tenant:33c629be32ce4c04bbbe4f0b08fadabb on resource:port {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:26:52.809110 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-af422d5c-6dda-4b40-a56f-1aef7b4b1bee req-e1030421-4aa7-4cb8-97de-c8ba3625e181 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Unset dirty status for tenant:33c629be32ce4c04bbbe4f0b08fadabb on resource:port {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:26:52.810459 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-af422d5c-6dda-4b40-a56f-1aef7b4b1bee req-e1030421-4aa7-4cb8-97de-c8ba3625e181 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.1073039
Apr 11 17:26:52.843027 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-af422d5c-6dda-4b40-a56f-1aef7b4b1bee req-5d692f83-dcf8-4a23-99ff-9360cac78eb5 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0256493
Apr 11 17:26:54.083842 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795462d-3138-4154-bfdf-b7e6a0d5ccde req-a65a8251-60bc-47bf-b2ec-50d1f033e926 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:54.085774 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7795462d-3138-4154-bfdf-b7e6a0d5ccde req-a65a8251-60bc-47bf-b2ec-50d1f033e926 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.0947738
Apr 11 17:26:54.117998 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7795462d-3138-4154-bfdf-b7e6a0d5ccde req-0e01118d-4640-4605-86b5-a4e02aeea6cd tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0259235
Apr 11 17:26:54.606659 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64ca93-c49a-4012-9996-4736ea45d271 req-dbe5224b-c538-4d95-b29f-c17052216a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:54.608251 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ef64ca93-c49a-4012-9996-4736ea45d271 req-dbe5224b-c538-4d95-b29f-c17052216a45 service neutron] 10.222.0.37 "GET /v2.0/networks?id=973b0fec-dcde-47d9-8ce0-29a113b9d801 HTTP/1.1" status: 200  len: 909 time: 0.3970981
Apr 11 17:26:54.687749 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ef64ca93-c49a-4012-9996-4736ea45d271 req-d5df79df-27fb-4fde-a55b-2431427cb90a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05424d55-cbbf-4df9-ad21-04b5652b3db5 HTTP/1.1" status: 200  len: 217 time: 0.0708287
Apr 11 17:26:54.759022 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64ca93-c49a-4012-9996-4736ea45d271 req-6381e784-8731-4e21-a234-1c4ee5ef5d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:54.760620 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ef64ca93-c49a-4012-9996-4736ea45d271 req-6381e784-8731-4e21-a234-1c4ee5ef5d71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6aad9cc5-150d-4356-ae31-d6d4da9f4aa0 HTTP/1.1" status: 200  len: 847 time: 0.0665376
Apr 11 17:26:54.850984 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64ca93-c49a-4012-9996-4736ea45d271 req-2a1a40ca-d0d2-429e-9db5-4168337aaf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:54.852676 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ef64ca93-c49a-4012-9996-4736ea45d271 req-2a1a40ca-d0d2-429e-9db5-4168337aaf3b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=973b0fec-dcde-47d9-8ce0-29a113b9d801&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855255
Apr 11 17:26:55.000955 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ef64ca93-c49a-4012-9996-4736ea45d271 req-6f4f04c0-3455-45d6-b1ad-7b8aa57458f6 service neutron] 10.222.0.37 "GET /v2.0/networks/973b0fec-dcde-47d9-8ce0-29a113b9d801?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401725
Apr 11 17:26:55.150111 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ef64ca93-c49a-4012-9996-4736ea45d271 req-5eb06211-4d5d-44fe-93f3-f9b0715a9e65 service neutron] 10.222.0.37 "GET /v2.0/networks/973b0fec-dcde-47d9-8ce0-29a113b9d801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1417155
Apr 11 17:26:55.345221 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9a859-201c-4b27-9769-7bcb2090c3bc req-3322eea3-98a6-45db-81d5-adf5f2b27fd7 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:55.349092 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c5e9a859-201c-4b27-9769-7bcb2090c3bc req-3322eea3-98a6-45db-81d5-adf5f2b27fd7 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.1034594
Apr 11 17:26:55.381204 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c5e9a859-201c-4b27-9769-7bcb2090c3bc req-66769210-6d88-4ef5-8ac9-3c76a8907f2d tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0254962
Apr 11 17:26:55.906641 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd429d2-ceee-4bb2-a2f4-bdb4dcaeb9ba req-d7bac1a4-0610-497c-bf70-81048d051a63 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:55.908111 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6dd429d2-ceee-4bb2-a2f4-bdb4dcaeb9ba req-d7bac1a4-0610-497c-bf70-81048d051a63 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.0911505
Apr 11 17:26:55.986116 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-6dd429d2-ceee-4bb2-a2f4-bdb4dcaeb9ba req-712575fe-3a6a-408b-8d09-e2830888faa7 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Deleting port 05424d55-cbbf-4df9-ad21-04b5652b3db5 {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:26:55.986606 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-6dd429d2-ceee-4bb2-a2f4-bdb4dcaeb9ba req-712575fe-3a6a-408b-8d09-e2830888faa7 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:56.260776 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-6dd429d2-ceee-4bb2-a2f4-bdb4dcaeb9ba req-712575fe-3a6a-408b-8d09-e2830888faa7 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] For port 05424d55-cbbf-4df9-ad21-04b5652b3db5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=05424d55-cbbf-4df9-ad21-04b5652b3db5,segment=NetworkSegment(4a4a5e70-daae-4192-9187-33f2fa3c2976),segment_id=4a4a5e70-daae-4192-9187-33f2fa3c2976)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:26:56.261364 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-6dd429d2-ceee-4bb2-a2f4-bdb4dcaeb9ba req-712575fe-3a6a-408b-8d09-e2830888faa7 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:56.402164 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-6dd429d2-ceee-4bb2-a2f4-bdb4dcaeb9ba req-712575fe-3a6a-408b-8d09-e2830888faa7 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Calling delete_port for 05424d55-cbbf-4df9-ad21-04b5652b3db5 owned by compute:nova {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:26:56.633014 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-6dd429d2-ceee-4bb2-a2f4-bdb4dcaeb9ba req-712575fe-3a6a-408b-8d09-e2830888faa7 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:56.649461 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b994ffe1-c11f-4e2a-b3b5-0c497517a331 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:26:56.718976 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712575fe-3a6a-408b-8d09-e2830888faa7 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Pushing event deleted for resources: {'Port': ['ID=05424d55-cbbf-4df9-ad21-04b5652b3db5,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:26:56.724979 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-712575fe-3a6a-408b-8d09-e2830888faa7 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:26:56.786461 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7f0f5-e8c9-4565-bc1c-3e176d2b4354 req-5eb51edd-c0df-488a-8145-c59cb89cde22 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:26:56.788016 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9ce7f0f5-e8c9-4565-bc1c-3e176d2b4354 req-5eb51edd-c0df-488a-8145-c59cb89cde22 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 945 time: 0.2642946
Apr 11 17:26:56.840268 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9ce7f0f5-e8c9-4565-bc1c-3e176d2b4354 req-1a038749-fd67-4dbc-b455-ea656d483dd6 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/security-groups?id=645cb413-588e-442c-86c0-de1187182840&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420465
Apr 11 17:26:56.949967 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd429d2-ceee-4bb2-a2f4-bdb4dcaeb9ba req-712575fe-3a6a-408b-8d09-e2830888faa7 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] No DVR routers for this DVR port 05424d55-cbbf-4df9-ad21-04b5652b3db5 on host hv-cinder-78477 {{(pid=85264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:26:56.952576 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-6dd429d2-ceee-4bb2-a2f4-bdb4dcaeb9ba req-712575fe-3a6a-408b-8d09-e2830888faa7 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:56.956598 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2987b57-e857-45c2-86ed-722c8e855f4f', 'name': 'network-vif-deleted', 'tag': '05424d55-cbbf-4df9-ad21-04b5652b3db5'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:26:56.972346 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6dd429d2-ceee-4bb2-a2f4-bdb4dcaeb9ba req-712575fe-3a6a-408b-8d09-e2830888faa7 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.37 "DELETE /v2.0/ports/05424d55-cbbf-4df9-ad21-04b5652b3db5 HTTP/1.1" status: 204  len: 173 time: 1.0585697
Apr 11 17:26:57.006963 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2987b57-e857-45c2-86ed-722c8e855f4f', 'name': 'network-vif-deleted', 'tag': '05424d55-cbbf-4df9-ad21-04b5652b3db5', 'status': 'completed', 'code': 200}
Apr 11 17:26:57.277151 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:26:58.021231 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-6d9a2cf0-87d6-4c52-bf05-69056bae0f75 req-f88640fe-58fd-430d-85c5-56da1c01bc38 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Synchronizing usage tracker for tenant:33c629be32ce4c04bbbe4f0b08fadabb on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:26:58.036020 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-6d9a2cf0-87d6-4c52-bf05-69056bae0f75 req-f88640fe-58fd-430d-85c5-56da1c01bc38 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Unset dirty status for tenant:33c629be32ce4c04bbbe4f0b08fadabb on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:26:58.037305 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6d9a2cf0-87d6-4c52-bf05-69056bae0f75 req-f88640fe-58fd-430d-85c5-56da1c01bc38 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 210 time: 0.0734346
Apr 11 17:26:58.247155 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 05424d55-cbbf-4df9-ad21-04b5652b3db5 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:26:58.289208 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] No Port match for: 05424d55-cbbf-4df9-ad21-04b5652b3db5 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:26:58.289782 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 05424d55-cbbf-4df9-ad21-04b5652b3db5 not bound to the agent host hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:26:59.237895 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-459d9183-4270-45b2-b0c2-049eaefc4ef5 req-2c4edc36-10dd-4b0c-9900-c90351be2a2a tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 210 time: 0.0678408
Apr 11 17:27:00.412361 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7283bf7f-540f-4edd-ad34-9df3dd6cab06 req-c78e11fe-5594-4696-b411-4b5bfa450730 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2987b57-e857-45c2-86ed-722c8e855f4f HTTP/1.1" status: 200  len: 210 time: 0.0525517
Apr 11 17:27:01.535504 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55324) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:01.607802 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f437434e-32f1-49d3-9885-36c31472846d tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:01.639503 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f437434e-32f1-49d3-9885-36c31472846d tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:01.694031 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f437434e-32f1-49d3-9885-36c31472846d tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:01.699165 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a00b4e7c-cc07-4a8b-95db-009bc59eb19c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:01.716210 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437434e-32f1-49d3-9885-36c31472846d tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=645cb413-588e-442c-86c0-de1187182840,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:01.722382 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f437434e-32f1-49d3-9885-36c31472846d tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:01.724488 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f437434e-32f1-49d3-9885-36c31472846d tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:01.725700 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f437434e-32f1-49d3-9885-36c31472846d tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] 10.222.0.30 "DELETE /v2.0/security-groups/645cb413-588e-442c-86c0-de1187182840 HTTP/1.1" status: 204  len: 168 time: 0.1891339
Apr 11 17:27:01.778426 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55330) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:02.811333 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e03f97b9-9b1f-448c-998a-708e4a47b7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448877'] for router_interface, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:03.292454 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-e03f97b9-9b1f-448c-998a-708e4a47b7f9 admin admin] Deleting port 040984cb-811a-43fb-a00b-32dfe5420635 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:27:03.293055 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e03f97b9-9b1f-448c-998a-708e4a47b7f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:03.488198 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-e03f97b9-9b1f-448c-998a-708e4a47b7f9 admin admin] For port 040984cb-811a-43fb-a00b-32dfe5420635, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=040984cb-811a-43fb-a00b-32dfe5420635,segment=NetworkSegment(4a4a5e70-daae-4192-9187-33f2fa3c2976),segment_id=4a4a5e70-daae-4192-9187-33f2fa3c2976)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:27:03.488545 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e03f97b9-9b1f-448c-998a-708e4a47b7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:03.623320 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-e03f97b9-9b1f-448c-998a-708e4a47b7f9 admin admin] Calling delete_port for 040984cb-811a-43fb-a00b-32dfe5420635 owned by network:router_interface {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:27:03.800837 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e03f97b9-9b1f-448c-998a-708e4a47b7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:03.816749 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:03.872268 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f97b9-9b1f-448c-998a-708e4a47b7f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=040984cb-811a-43fb-a00b-32dfe5420635,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:03.876074 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e03f97b9-9b1f-448c-998a-708e4a47b7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:04.277537 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e03f97b9-9b1f-448c-998a-708e4a47b7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838482841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492909'] for router_interface, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:04.797687 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03f97b9-9b1f-448c-998a-708e4a47b7f9 admin admin] Router 4f8e95ec-329f-40c4-a314-0287c605aa85 has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:27:04.989758 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03f97b9-9b1f-448c-998a-708e4a47b7f9 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:27:04.998567 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2887149-370c-4b43-9b84-eddff2403853 None None] Sync routers for ids ['4f8e95ec-329f-40c4-a314-0287c605aa85'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:27:05.007557 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-e03f97b9-9b1f-448c-998a-708e4a47b7f9 admin admin] 10.222.0.30 "PUT /v2.0/routers/4f8e95ec-329f-40c4-a314-0287c605aa85/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2254817
Apr 11 17:27:05.007805 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55356) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:05.008476 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2887149-370c-4b43-9b84-eddff2403853 None None] Routers {'4f8e95ec-329f-40c4-a314-0287c605aa85'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:27:05.009181 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-b2887149-370c-4b43-9b84-eddff2403853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22650d1b38>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:26:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['4f8e95ec-329f-40c4-a314-0287c605aa85'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:05.194064 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Notify callbacks [] for router, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:05.198706 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-b2887149-370c-4b43-9b84-eddff2403853 None None] Set router 4f8e95ec-329f-40c4-a314-0287c605aa85 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:27:05.539412 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-b2887149-370c-4b43-9b84-eddff2403853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22650d1b38>, [{'id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'name': 'tempest-TestShelveInstance-134128658-router', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:21:10Z', 'updated_at': '2021-04-11T17:27:03Z', 'revision_number': 5, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'gw_port': {'id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:11Z', 'updated_at': '2021-04-11T17:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:05.543963 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2887149-370c-4b43-9b84-eddff2403853 None None] Checking router: 4f8e95ec-329f-40c4-a314-0287c605aa85 for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:27:05.553498 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2887149-370c-4b43-9b84-eddff2403853 None None] Routers {'4f8e95ec-329f-40c4-a314-0287c605aa85'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:27:05.554173 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-b2887149-370c-4b43-9b84-eddff2403853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22650d1b38>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:26:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['4f8e95ec-329f-40c4-a314-0287c605aa85'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:05.624765 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:05.634571 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Deleting port 14c48898-bc1c-48a6-8219-d5966ff48aad {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:27:05.634942 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:05.745476 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-b2887149-370c-4b43-9b84-eddff2403853 None None] Set router 4f8e95ec-329f-40c4-a314-0287c605aa85 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:27:05.825631 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] For port 14c48898-bc1c-48a6-8219-d5966ff48aad, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=14c48898-bc1c-48a6-8219-d5966ff48aad,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:27:05.826037 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:05.961160 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Calling delete_port for 14c48898-bc1c-48a6-8219-d5966ff48aad owned by network:router_gateway {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:27:06.060270 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-b2887149-370c-4b43-9b84-eddff2403853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22650d1b38>, [{'id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'name': 'tempest-TestShelveInstance-134128658-router', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:21:10Z', 'updated_at': '2021-04-11T17:27:03Z', 'revision_number': 5, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'gw_port': {'id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:11Z', 'updated_at': '2021-04-11T17:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:06.065206 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2887149-370c-4b43-9b84-eddff2403853 None None] The sync data for ids ['4f8e95ec-329f-40c4-a314-0287c605aa85'] in dv-cinder-784779-4-iscsi is: [{'id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'name': 'tempest-TestShelveInstance-134128658-router', 'tenant_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:21:10Z', 'updated_at': '2021-04-11T17:27:03Z', 'revision_number': 5, 'project_id': '33c629be32ce4c04bbbe4f0b08fadabb', 'gw_port': {'id': '14c48898-bc1c-48a6-8219-d5966ff48aad', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8e95ec-329f-40c4-a314-0287c605aa85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:11Z', 'updated_at': '2021-04-11T17:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:27:06.146272 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:06.161321 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-68a350fb-54a8-42f8-b826-e2c2c9e7540f tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:06.222554 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Pushing event deleted for resources: {'Port': ['ID=14c48898-bc1c-48a6-8219-d5966ff48aad,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:06.290018 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:06.290455 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:06.290873 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:06.291283 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:06.291698 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:06.292107 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:06.292540 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:06.292947 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:06.293358 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:06.293762 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:06.294165 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:06.294566 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:06.301284 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:06.452318 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854326909'] for router_gateway, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:06.640364 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854254326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774632'] for router, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:06.643350 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:06.669470 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-521882'] for router, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:06.670061 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f8e95ec-329f-40c4-a314-0287c605aa85 {{(pid=85265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 11 17:27:06.682609 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Notify callbacks [] for router, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:06.683865 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] 10.222.0.30 "DELETE /v2.0/routers/4f8e95ec-329f-40c4-a314-0287c605aa85 HTTP/1.1" status: 204  len: 168 time: 1.6750779
Apr 11 17:27:06.686606 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55368) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:06.756943 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b141f8-ce6d-4a2d-91ed-abd749545abf admin admin] Deleting subnet 6aad9cc5-150d-4356-ae31-d6d4da9f4aa0 {{(pid=85265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 11 17:27:06.760217 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-81b141f8-ce6d-4a2d-91ed-abd749545abf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:06.813150 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-81b141f8-ce6d-4a2d-91ed-abd749545abf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852720073'] for subnet, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:06.902615 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-81b141f8-ce6d-4a2d-91ed-abd749545abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16559076'] for subnet, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:07.184918 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-81b141f8-ce6d-4a2d-91ed-abd749545abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838216707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851487774'] for subnet, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:07.201618 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-77d2bf4a-cc53-4911-81f4-957f9742e68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:07.251412 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b141f8-ce6d-4a2d-91ed-abd749545abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aad9cc5-150d-4356-ae31-d6d4da9f4aa0,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:07.309889 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-81b141f8-ce6d-4a2d-91ed-abd749545abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:07.343073 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-81b141f8-ce6d-4a2d-91ed-abd749545abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:07.350747 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-81b141f8-ce6d-4a2d-91ed-abd749545abf admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6aad9cc5-150d-4356-ae31-d6d4da9f4aa0 HTTP/1.1" status: 204  len: 168 time: 0.6629596
Apr 11 17:27:07.351314 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf9a620-a411-44dc-8280-18e87691fb0a None None] Network 973b0fec-dcde-47d9-8ce0-29a113b9d801 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:27:07.353156 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55382) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:07.444447 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 14c48898-bc1c-48a6-8219-d5966ff48aad no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:27:07.484829 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854681048'] for network, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:07.500169 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: 14c48898-bc1c-48a6-8219-d5966ff48aad {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:27:07.500599 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 14c48898-bc1c-48a6-8219-d5966ff48aad not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:27:07.501075 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 040984cb-811a-43fb-a00b-32dfe5420635 no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:27:07.542478 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: 040984cb-811a-43fb-a00b-32dfe5420635 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:27:07.542908 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 040984cb-811a-43fb-a00b-32dfe5420635 not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:27:07.561476 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] Deleting port dd276588-2913-4737-8d0f-a310e54e7a33 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:27:07.561852 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:07.706556 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b26ca0a-5427-4bc1-b769-0f7973b389cc None None] DHCP port deletion for 973b0fec-dcde-47d9-8ce0-29a113b9d801 request from dv-cinder-784779-4-iscsi {{(pid=85266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 11 17:27:07.711369 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-4b26ca0a-5427-4bc1-b769-0f7973b389cc None None] Deleting port dd276588-2913-4737-8d0f-a310e54e7a33 {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:27:07.711867 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4b26ca0a-5427-4bc1-b769-0f7973b389cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:07.802980 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] For port dd276588-2913-4737-8d0f-a310e54e7a33, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=dd276588-2913-4737-8d0f-a310e54e7a33,segment=NetworkSegment(4a4a5e70-daae-4192-9187-33f2fa3c2976),segment_id=4a4a5e70-daae-4192-9187-33f2fa3c2976)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:27:07.803463 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:07.948232 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-4b26ca0a-5427-4bc1-b769-0f7973b389cc None None] For port dd276588-2913-4737-8d0f-a310e54e7a33, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=dd276588-2913-4737-8d0f-a310e54e7a33,segment=NetworkSegment(4a4a5e70-daae-4192-9187-33f2fa3c2976),segment_id=4a4a5e70-daae-4192-9187-33f2fa3c2976)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:27:07.948653 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4b26ca0a-5427-4bc1-b769-0f7973b389cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:07.949094 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] Calling delete_port for dd276588-2913-4737-8d0f-a310e54e7a33 owned by network:dhcp {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:27:08.043705 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:08.077900 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:08.184980 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] Pushing event deleted for resources: {'Port': ['ID=dd276588-2913-4737-8d0f-a310e54e7a33,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:08.190291 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:08.225418 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] No DVR routers for this DVR port dd276588-2913-4737-8d0f-a310e54e7a33 on host dv-cinder-784779-4-iscsi {{(pid=85265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:27:08.255118 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-4b26ca0a-5427-4bc1-b769-0f7973b389cc None None] Calling delete_port for dd276588-2913-4737-8d0f-a310e54e7a33 owned by network:dhcp {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:27:08.337655 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.db.api [None req-4b26ca0a-5427-4bc1-b769-0f7973b389cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 11 17:27:08.338033 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_db.api [None req-4b26ca0a-5427-4bc1-b769-0f7973b389cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 11 17:27:08.364459 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16557693', 'neutron.services.segments.db._delete_segments_for_network--9223363300245355619'] for network, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:08.499642 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f226646be80>,) {'filters': {'network_id': ['973b0fec-dcde-47d9-8ce0-29a113b9d801']}} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:08.514813 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f226646be80>, '4a4a5e70-daae-4192-9187-33f2fa3c2976') {'for_net_delete': True} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:08.515529 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f226646be80>, '4a4a5e70-daae-4192-9187-33f2fa3c2976') {} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:08.531609 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736609405999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2055880'] for segment, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:08.554556 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:08.567413 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=85265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 11 17:27:08.759873 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] Network 973b0fec-dcde-47d9-8ce0-29a113b9d801 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:27:08.773881 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16558278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933340'] for segment, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:08.839086 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-4b26ca0a-5427-4bc1-b769-0f7973b389cc None None] Deleting port dd276588-2913-4737-8d0f-a310e54e7a33 {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:27:08.839511 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4b26ca0a-5427-4bc1-b769-0f7973b389cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:08.915707 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-4b26ca0a-5427-4bc1-b769-0f7973b389cc None None] The port 'dd276588-2913-4737-8d0f-a310e54e7a33' was deleted {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 11 17:27:08.969851 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] Network 973b0fec-dcde-47d9-8ce0-29a113b9d801 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]: Traceback (most recent call last):
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:     timer()
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:     cb(*args, **kw)
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:     return func(*args, **kwargs)
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:     self._notify()
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:     self.callback(batched_events)
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:     event.method(event)
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:     segment_id)['aggregates'][0]
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:     return f(self, *a, **k)
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self._get(url).json()
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:     **kwargs)
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self.request(url, 'GET', **kwargs)
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:     **endpoint_filter)
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 11 17:27:08.993348 dv-cinder-784779-4-iscsi neutron-server[85151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 11 17:27:09.190369 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8627bf88-2727-4e9d-92e6-036c255fb6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:09.312928 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838218230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448937'] for network, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:09.317847 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:09.331818 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:09.343193 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] Pushing event deleted for resources: {'Network': ['ID=973b0fec-dcde-47d9-8ce0-29a113b9d801,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:09.346720 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:09.361990 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] 10.222.0.30 "DELETE /v2.0/networks/973b0fec-dcde-47d9-8ce0-29a113b9d801 HTTP/1.1" status: 204  len: 168 time: 2.0077410
Apr 11 17:27:09.364927 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55412) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:09.402026 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device dd276588-2913-4737-8d0f-a310e54e7a33 no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:27:09.438199 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: dd276588-2913-4737-8d0f-a310e54e7a33 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:27:09.438594 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device dd276588-2913-4737-8d0f-a310e54e7a33 not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:27:09.969680 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f1c27446-0241-4631-a4c2-cc74bb2c0b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448877'] for router_interface, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:10.338352 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-f1c27446-0241-4631-a4c2-cc74bb2c0b6e admin admin] Deleting port 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:27:10.338824 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f1c27446-0241-4631-a4c2-cc74bb2c0b6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:10.519694 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-f1c27446-0241-4631-a4c2-cc74bb2c0b6e admin admin] For port 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d,segment=NetworkSegment(1ada21a3-70e2-45c4-b6eb-3b3de56f410d),segment_id=1ada21a3-70e2-45c4-b6eb-3b3de56f410d)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:27:10.520086 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f1c27446-0241-4631-a4c2-cc74bb2c0b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:10.650091 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-f1c27446-0241-4631-a4c2-cc74bb2c0b6e admin admin] Calling delete_port for 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d owned by network:router_interface {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:27:10.820571 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f1c27446-0241-4631-a4c2-cc74bb2c0b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:10.835970 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f1f79e67-289c-4ad0-b7ac-3e4074819fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:10.897242 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c27446-0241-4631-a4c2-cc74bb2c0b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:10.944537 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f1c27446-0241-4631-a4c2-cc74bb2c0b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:11.284023 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f1c27446-0241-4631-a4c2-cc74bb2c0b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838482841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492909'] for router_interface, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:11.675559 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7f642b90-3bb5-4126-9884-fe9342475328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:12.021852 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c27446-0241-4631-a4c2-cc74bb2c0b6e admin admin] Router 47030e9c-5a7f-40a4-9254-6b985629fde1 has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:27:12.211995 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c27446-0241-4631-a4c2-cc74bb2c0b6e admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:27:12.220836 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83da7d5-35dc-4c54-a2c7-f88741f14d09 None None] Sync routers for ids ['47030e9c-5a7f-40a4-9254-6b985629fde1'] in dv-cinder-784779-4-iscsi {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:27:12.221200 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f1c27446-0241-4631-a4c2-cc74bb2c0b6e admin admin] 10.222.0.30 "PUT /v2.0/routers/47030e9c-5a7f-40a4-9254-6b985629fde1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8552032
Apr 11 17:27:12.223915 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55434) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:12.230710 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83da7d5-35dc-4c54-a2c7-f88741f14d09 None None] Routers {'47030e9c-5a7f-40a4-9254-6b985629fde1'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:27:12.231343 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-e83da7d5-35dc-4c54-a2c7-f88741f14d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2266604c88>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:27:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['47030e9c-5a7f-40a4-9254-6b985629fde1'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:12.431087 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b374990e-836f-4da3-856c-f00d9a5895bf admin admin] Notify callbacks [] for router, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:12.431535 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-e83da7d5-35dc-4c54-a2c7-f88741f14d09 None None] Set router 47030e9c-5a7f-40a4-9254-6b985629fde1 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:27:12.575697 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:12.622469 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b374990e-836f-4da3-856c-f00d9a5895bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:12.632087 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-b374990e-836f-4da3-856c-f00d9a5895bf admin admin] Deleting port f8d27c2a-0308-40fd-99bf-b809aba6058e {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:27:12.632507 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b374990e-836f-4da3-856c-f00d9a5895bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:12.843703 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-b374990e-836f-4da3-856c-f00d9a5895bf admin admin] For port f8d27c2a-0308-40fd-99bf-b809aba6058e, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=f8d27c2a-0308-40fd-99bf-b809aba6058e,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:27:12.844312 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b374990e-836f-4da3-856c-f00d9a5895bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:12.901656 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-e83da7d5-35dc-4c54-a2c7-f88741f14d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2266604c88>, [{'id': '47030e9c-5a7f-40a4-9254-6b985629fde1', 'name': 'tempest-TestShelveInstance-1439554783-router', 'tenant_id': '042b9635bfd04133ac793199d2363dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f8d27c2a-0308-40fd-99bf-b809aba6058e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:21:18Z', 'updated_at': '2021-04-11T17:27:10Z', 'revision_number': 5, 'project_id': '042b9635bfd04133ac793199d2363dce', 'gw_port': {'id': 'f8d27c2a-0308-40fd-99bf-b809aba6058e', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47030e9c-5a7f-40a4-9254-6b985629fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:21:19Z', 'updated_at': '2021-04-11T17:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:12.906111 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83da7d5-35dc-4c54-a2c7-f88741f14d09 None None] Checking router: 47030e9c-5a7f-40a4-9254-6b985629fde1 for host: dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:27:12.915499 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83da7d5-35dc-4c54-a2c7-f88741f14d09 None None] Routers {'47030e9c-5a7f-40a4-9254-6b985629fde1'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:27:12.916150 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-e83da7d5-35dc-4c54-a2c7-f88741f14d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2266604c88>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:27:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['47030e9c-5a7f-40a4-9254-6b985629fde1'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:12.991180 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-b374990e-836f-4da3-856c-f00d9a5895bf admin admin] Calling delete_port for f8d27c2a-0308-40fd-99bf-b809aba6058e owned by network:router_gateway {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:27:13.134033 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-e83da7d5-35dc-4c54-a2c7-f88741f14d09 None None] Set router 47030e9c-5a7f-40a4-9254-6b985629fde1 gateway port host: None {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:27:13.157450 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:13.158826 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984ebe7-c8a1-4f29-920e-f84993138367 req-cdfcd509-938b-4a5b-b225-0fc1b4a0cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:13.161429 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5984ebe7-c8a1-4f29-920e-f84993138367 req-cdfcd509-938b-4a5b-b225-0fc1b4a0cc6e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=844a128dac2a4fb1b7dc0626f7f9e7e0&device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 1138 time: 0.1600814
Apr 11 17:27:13.207224 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b374990e-836f-4da3-856c-f00d9a5895bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:13.271338 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-e83da7d5-35dc-4c54-a2c7-f88741f14d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2266604c88>, [{'id': '47030e9c-5a7f-40a4-9254-6b985629fde1', 'name': 'tempest-TestShelveInstance-1439554783-router', 'tenant_id': '042b9635bfd04133ac793199d2363dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:21:18Z', 'updated_at': '2021-04-11T17:27:12Z', 'revision_number': 6, 'project_id': '042b9635bfd04133ac793199d2363dce', 'gw_port_host': None}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:13.291228 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83da7d5-35dc-4c54-a2c7-f88741f14d09 None None] The sync data for ids ['47030e9c-5a7f-40a4-9254-6b985629fde1'] in dv-cinder-784779-4-iscsi is: [{'id': '47030e9c-5a7f-40a4-9254-6b985629fde1', 'name': 'tempest-TestShelveInstance-1439554783-router', 'tenant_id': '042b9635bfd04133ac793199d2363dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:21:18Z', 'updated_at': '2021-04-11T17:27:12Z', 'revision_number': 6, 'project_id': '042b9635bfd04133ac793199d2363dce', 'gw_port_host': None}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:27:13.345971 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984ebe7-c8a1-4f29-920e-f84993138367 req-60d844c3-3516-4bbd-a1da-02b8b482fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:13.347611 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5984ebe7-c8a1-4f29-920e-f84993138367 req-60d844c3-3516-4bbd-a1da-02b8b482fd84 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f285a93-15c3-4d81-8eb6-47b691902cb7 HTTP/1.1" status: 200  len: 915 time: 0.1760709
Apr 11 17:27:13.405161 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:27:13.447960 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-df096c8c-ac6b-40a4-9225-3ffe0ca1efbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:13.482459 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08841374-f8c6-478a-89e0-6af6b1763f4f req-2c4de0bd-c324-4f86-8da6-fc5cba7d6945 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:13.483208 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:27:13.483613 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 2fbb32ea-2b35-41fe-bd4c-2c8e7e6a6b5d not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:27:13.484141 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-08841374-f8c6-478a-89e0-6af6b1763f4f req-2c4de0bd-c324-4f86-8da6-fc5cba7d6945 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 985 time: 0.4218867
Apr 11 17:27:13.487850 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5984ebe7-c8a1-4f29-920e-f84993138367 req-e4176c6c-ae3e-4c5f-92e5-91c657e79e4f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=580a584c-75aa-410c-b897-1a982449f57e HTTP/1.1" status: 200  len: 1002 time: 0.1308720
Apr 11 17:27:13.522266 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374990e-836f-4da3-856c-f00d9a5895bf admin admin] Pushing event deleted for resources: {'Port': ['ID=f8d27c2a-0308-40fd-99bf-b809aba6058e,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:13.526310 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b374990e-836f-4da3-856c-f00d9a5895bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:13.586323 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-08841374-f8c6-478a-89e0-6af6b1763f4f req-948183a0-9157-40aa-aeb2-aedb415357cd tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=02c19f31-8c27-4108-aaa2-92cbdbd41331&id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0928314
Apr 11 17:27:13.600460 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984ebe7-c8a1-4f29-920e-f84993138367 req-7a858449-c7a0-4d52-b709-b4c37fe14673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:13.602021 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5984ebe7-c8a1-4f29-920e-f84993138367 req-7a858449-c7a0-4d52-b709-b4c37fe14673 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=27f27448-cf05-467b-a8dd-219600a89558 HTTP/1.1" status: 200  len: 853 time: 0.1060038
Apr 11 17:27:13.668679 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b374990e-836f-4da3-856c-f00d9a5895bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854326909'] for router_gateway, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:13.694001 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984ebe7-c8a1-4f29-920e-f84993138367 req-72ca6ff5-15d3-47ce-a0c4-a4922bcbb5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:13.695595 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5984ebe7-c8a1-4f29-920e-f84993138367 req-72ca6ff5-15d3-47ce-a0c4-a4922bcbb5cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f285a93-15c3-4d81-8eb6-47b691902cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0868609
Apr 11 17:27:13.705707 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:13.853940 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5984ebe7-c8a1-4f29-920e-f84993138367 req-723de84b-485f-44ee-bc38-7d6997227771 service neutron] 10.222.0.37 "GET /v2.0/networks/5f285a93-15c3-4d81-8eb6-47b691902cb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506460
Apr 11 17:27:13.861328 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b374990e-836f-4da3-856c-f00d9a5895bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854254326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774632'] for router, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:13.864248 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b374990e-836f-4da3-856c-f00d9a5895bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:13.885330 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b374990e-836f-4da3-856c-f00d9a5895bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-521882'] for router, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:13.885824 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b374990e-836f-4da3-856c-f00d9a5895bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47030e9c-5a7f-40a4-9254-6b985629fde1 {{(pid=85265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 11 17:27:13.899277 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b374990e-836f-4da3-856c-f00d9a5895bf admin admin] Notify callbacks [] for router, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:13.900527 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-b374990e-836f-4da3-856c-f00d9a5895bf admin admin] 10.222.0.30 "DELETE /v2.0/routers/47030e9c-5a7f-40a4-9254-6b985629fde1 HTTP/1.1" status: 204  len: 168 time: 1.6754639
Apr 11 17:27:13.903287 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55460) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:13.969276 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c1489b-5669-42d1-9720-f2f89545084f admin admin] Deleting subnet ddf1f337-dc79-4ee4-be69-994d518fc033 {{(pid=85265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 11 17:27:13.973114 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d9c1489b-5669-42d1-9720-f2f89545084f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:14.009110 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5984ebe7-c8a1-4f29-920e-f84993138367 req-c3bc5db5-8b86-45a8-9c3a-34fdb89926cd service neutron] 10.222.0.37 "GET /v2.0/networks/5f285a93-15c3-4d81-8eb6-47b691902cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479907
Apr 11 17:27:14.027934 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d9c1489b-5669-42d1-9720-f2f89545084f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852720073'] for subnet, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:14.116840 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d9c1489b-5669-42d1-9720-f2f89545084f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16559076'] for subnet, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:14.385891 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d9c1489b-5669-42d1-9720-f2f89545084f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838216707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851487774'] for subnet, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:14.401742 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:14.446488 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1489b-5669-42d1-9720-f2f89545084f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddf1f337-dc79-4ee4-be69-994d518fc033,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:14.450296 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d9c1489b-5669-42d1-9720-f2f89545084f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:14.538905 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d9c1489b-5669-42d1-9720-f2f89545084f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:14.545617 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeba402-f5ae-412a-82bd-2e5998203884 None None] Network 6343d294-5b49-4c9a-945d-c271b1af70b4 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:27:14.547858 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 55470) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:14.547994 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-d9c1489b-5669-42d1-9720-f2f89545084f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ddf1f337-dc79-4ee4-be69-994d518fc033 HTTP/1.1" status: 204  len: 168 time: 0.6435308
Apr 11 17:27:14.697006 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2116e718-eba2-4493-8d9d-8d2ec8dc185e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854681048'] for network, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:14.793336 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-2116e718-eba2-4493-8d9d-8d2ec8dc185e admin admin] Deleting port ee50af3c-1964-477e-a5d9-42e22027b8ad {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:27:14.794113 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2116e718-eba2-4493-8d9d-8d2ec8dc185e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:14.856145 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed83ba-d6b1-4231-a9b3-2115655b522d req-9bfa62e7-2e76-471b-92f8-90581a1e6d87 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:14.864440 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2aed83ba-d6b1-4231-a9b3-2115655b522d req-9bfa62e7-2e76-471b-92f8-90581a1e6d87 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 985 time: 0.1349192
Apr 11 17:27:14.899118 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2aed83ba-d6b1-4231-a9b3-2115655b522d req-d0e8d2c2-a42c-41cf-8454-4214e3220883 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=02c19f31-8c27-4108-aaa2-92cbdbd41331&id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0335937
Apr 11 17:27:14.962483 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdbc7c3-e1ca-497f-bcf0-86ce91b9e3dd None None] DHCP port deletion for 6343d294-5b49-4c9a-945d-c271b1af70b4 request from dv-cinder-784779-4-iscsi {{(pid=85266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 11 17:27:14.966541 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-6cdbc7c3-e1ca-497f-bcf0-86ce91b9e3dd None None] Deleting port ee50af3c-1964-477e-a5d9-42e22027b8ad {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:27:14.967209 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6cdbc7c3-e1ca-497f-bcf0-86ce91b9e3dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:15.085934 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-2116e718-eba2-4493-8d9d-8d2ec8dc185e admin admin] For port ee50af3c-1964-477e-a5d9-42e22027b8ad, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=ee50af3c-1964-477e-a5d9-42e22027b8ad,segment=NetworkSegment(1ada21a3-70e2-45c4-b6eb-3b3de56f410d),segment_id=1ada21a3-70e2-45c4-b6eb-3b3de56f410d)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:27:15.086339 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2116e718-eba2-4493-8d9d-8d2ec8dc185e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:15.216455 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-6cdbc7c3-e1ca-497f-bcf0-86ce91b9e3dd None None] For port ee50af3c-1964-477e-a5d9-42e22027b8ad, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=ee50af3c-1964-477e-a5d9-42e22027b8ad,segment=NetworkSegment(1ada21a3-70e2-45c4-b6eb-3b3de56f410d),segment_id=1ada21a3-70e2-45c4-b6eb-3b3de56f410d)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:27:15.216837 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6cdbc7c3-e1ca-497f-bcf0-86ce91b9e3dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:15.229461 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-2116e718-eba2-4493-8d9d-8d2ec8dc185e admin admin] Calling delete_port for ee50af3c-1964-477e-a5d9-42e22027b8ad owned by network:dhcp {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:27:15.318690 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2116e718-eba2-4493-8d9d-8d2ec8dc185e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:15.337068 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bb06c1f2-b04c-417c-91db-0323c0e0e390 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:15.373250 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-6cdbc7c3-e1ca-497f-bcf0-86ce91b9e3dd None None] Calling delete_port for ee50af3c-1964-477e-a5d9-42e22027b8ad owned by network:dhcp {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:27:15.401910 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116e718-eba2-4493-8d9d-8d2ec8dc185e admin admin] Pushing event deleted for resources: {'Port': ['ID=ee50af3c-1964-477e-a5d9-42e22027b8ad,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:15.417932 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device f8d27c2a-0308-40fd-99bf-b809aba6058e no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:27:15.451718 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2116e718-eba2-4493-8d9d-8d2ec8dc185e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:15.467070 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: f8d27c2a-0308-40fd-99bf-b809aba6058e {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:27:15.467394 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device f8d27c2a-0308-40fd-99bf-b809aba6058e not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:27:15.467985 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device ee50af3c-1964-477e-a5d9-42e22027b8ad no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:27:15.493498 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2116e718-eba2-4493-8d9d-8d2ec8dc185e admin admin] No DVR routers for this DVR port ee50af3c-1964-477e-a5d9-42e22027b8ad on host dv-cinder-784779-4-iscsi {{(pid=85264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:27:15.508768 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: ee50af3c-1964-477e-a5d9-42e22027b8ad {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:27:15.509183 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device ee50af3c-1964-477e-a5d9-42e22027b8ad not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:27:15.537821 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.db.api [None req-6cdbc7c3-e1ca-497f-bcf0-86ce91b9e3dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 11 17:27:15.538233 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_db.api [None req-6cdbc7c3-e1ca-497f-bcf0-86ce91b9e3dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 11 17:27:15.625607 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2116e718-eba2-4493-8d9d-8d2ec8dc185e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16557693', 'neutron.services.segments.db._delete_segments_for_network--9223363300245355619'] for network, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:15.743087 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-2116e718-eba2-4493-8d9d-8d2ec8dc185e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2265d30198>,) {'filters': {'network_id': ['6343d294-5b49-4c9a-945d-c271b1af70b4']}} {{(pid=85264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:15.756103 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-2116e718-eba2-4493-8d9d-8d2ec8dc185e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2265d30198>, '1ada21a3-70e2-45c4-b6eb-3b3de56f410d') {'for_net_delete': True} {{(pid=85264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:15.756487 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-2116e718-eba2-4493-8d9d-8d2ec8dc185e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2265d30198>, '1ada21a3-70e2-45c4-b6eb-3b3de56f410d') {} {{(pid=85264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:15.769318 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2116e718-eba2-4493-8d9d-8d2ec8dc185e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736609405999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851770719'] for segment, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:15.784953 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2116e718-eba2-4493-8d9d-8d2ec8dc185e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:15.791643 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2116e718-eba2-4493-8d9d-8d2ec8dc185e admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=85264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 11 17:27:16.039382 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-6cdbc7c3-e1ca-497f-bcf0-86ce91b9e3dd None None] Deleting port ee50af3c-1964-477e-a5d9-42e22027b8ad {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:27:16.040215 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6cdbc7c3-e1ca-497f-bcf0-86ce91b9e3dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:16.118026 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-6cdbc7c3-e1ca-497f-bcf0-86ce91b9e3dd None None] The port 'ee50af3c-1964-477e-a5d9-42e22027b8ad' was deleted {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 11 17:27:16.183281 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55514) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:16.294008 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-2116e718-eba2-4493-8d9d-8d2ec8dc185e admin admin] Network 6343d294-5b49-4c9a-945d-c271b1af70b4 has no segments {{(pid=85264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:27:16.313044 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2116e718-eba2-4493-8d9d-8d2ec8dc185e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16558278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852461607'] for segment, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:16.318582 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8fc6a4c6-d484-4339-9dd2-60a9940a066d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:16.325637 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:27:16.335949 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-8fc6a4c6-d484-4339-9dd2-60a9940a066d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:16.340251 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-8fc6a4c6-d484-4339-9dd2-60a9940a066d admin admin] Usage tracker for resource:security_group_rule and tenant:1466f8b15f0642cdb1df8d8c1a5d39c5 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:16.343305 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-8fc6a4c6-d484-4339-9dd2-60a9940a066d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:16.349625 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-8fc6a4c6-d484-4339-9dd2-60a9940a066d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:16.448755 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8fc6a4c6-d484-4339-9dd2-60a9940a066d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:16.452670 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8fc6a4c6-d484-4339-9dd2-60a9940a066d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:16.463472 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3fa85243-050c-447e-a7cd-ed1ccafe445c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:16.506424 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50b0da-c62a-4b48-8f46-6b367b8501c4 req-89a2f51f-72a4-40f9-936b-ec0e102a186e tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:16.508095 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4d50b0da-c62a-4b48-8f46-6b367b8501c4 req-89a2f51f-72a4-40f9-936b-ec0e102a186e tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 985 time: 0.3828294
Apr 11 17:27:16.519725 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6a4c6-d484-4339-9dd2-60a9940a066d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57985dd5-3e6b-40e7-a44c-1022cdc33f3b,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:16.523361 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8fc6a4c6-d484-4339-9dd2-60a9940a066d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:16.531066 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-8fc6a4c6-d484-4339-9dd2-60a9940a066d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1466f8b15f0642cdb1df8d8c1a5d39c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3466151
Apr 11 17:27:16.531363 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-2116e718-eba2-4493-8d9d-8d2ec8dc185e admin admin] Network 6343d294-5b49-4c9a-945d-c271b1af70b4 has no segments {{(pid=85264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:27:16.531742 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55526) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]: Traceback (most recent call last):
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:     timer()
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:     cb(*args, **kw)
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:     return func(*args, **kwargs)
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:     self._notify()
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:     self.callback(batched_events)
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:     event.method(event)
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:     segment_id)['aggregates'][0]
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:     return f(self, *a, **k)
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self._get(url).json()
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:     **kwargs)
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self.request(url, 'GET', **kwargs)
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:     **endpoint_filter)
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 11 17:27:16.570223 dv-cinder-784779-4-iscsi neutron-server[85151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 11 17:27:16.599461 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8b683dd9-8e72-4c05-8ce9-08f2f1d695af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:16.627666 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8b683dd9-8e72-4c05-8ce9-08f2f1d695af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:16.652950 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4d50b0da-c62a-4b48-8f46-6b367b8501c4 req-d5d809e5-88c5-4b8f-8454-11e64df5494f tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=02c19f31-8c27-4108-aaa2-92cbdbd41331&id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1328759
Apr 11 17:27:16.672672 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2116e718-eba2-4493-8d9d-8d2ec8dc185e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838218230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448937'] for network, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:16.677868 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:16.688463 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8b683dd9-8e72-4c05-8ce9-08f2f1d695af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:16.694021 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-13f1cf03-27e6-4829-96bd-5f3c4be19401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:16.695116 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2116e718-eba2-4493-8d9d-8d2ec8dc185e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:16.703801 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116e718-eba2-4493-8d9d-8d2ec8dc185e admin admin] Pushing event deleted for resources: {'Network': ['ID=6343d294-5b49-4c9a-945d-c271b1af70b4,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:16.707716 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2116e718-eba2-4493-8d9d-8d2ec8dc185e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:16.711112 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-2116e718-eba2-4493-8d9d-8d2ec8dc185e admin admin] 10.222.0.30 "DELETE /v2.0/networks/6343d294-5b49-4c9a-945d-c271b1af70b4 HTTP/1.1" status: 204  len: 168 time: 2.1620076
Apr 11 17:27:16.711333 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b683dd9-8e72-4c05-8ce9-08f2f1d695af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57985dd5-3e6b-40e7-a44c-1022cdc33f3b,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:16.714033 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8b683dd9-8e72-4c05-8ce9-08f2f1d695af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:16.715505 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8b683dd9-8e72-4c05-8ce9-08f2f1d695af admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:16.716740 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-8b683dd9-8e72-4c05-8ce9-08f2f1d695af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/57985dd5-3e6b-40e7-a44c-1022cdc33f3b HTTP/1.1" status: 204  len: 168 time: 0.1838899
Apr 11 17:27:16.836450 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55534) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:16.875862 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-41619f16-99a8-4864-841b-08f5512df4fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=33c629be32ce4c04bbbe4f0b08fadabb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0380142
Apr 11 17:27:16.878585 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55540) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:16.940893 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d0ff463-f796-43a8-809e-481347c5ea8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:16.969855 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d0ff463-f796-43a8-809e-481347c5ea8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:17.017185 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d0ff463-f796-43a8-809e-481347c5ea8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:17.022862 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5a0b7d10-c593-491f-a520-a85f2c4ea925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:17.039387 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ff463-f796-43a8-809e-481347c5ea8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c6a361-700b-4a40-bd21-f41c54526a29,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:17.042540 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-4d0ff463-f796-43a8-809e-481347c5ea8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:17.044761 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4d0ff463-f796-43a8-809e-481347c5ea8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:17.049637 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-4d0ff463-f796-43a8-809e-481347c5ea8d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/72c6a361-700b-4a40-bd21-f41c54526a29 HTTP/1.1" status: 204  len: 168 time: 0.1662426
Apr 11 17:27:17.366737 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55562) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:17.418409 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-2c3ef6d1-8685-4887-8a0e-039f200d9f63 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=042b9635bfd04133ac793199d2363dce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0503469
Apr 11 17:27:17.421075 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55566) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:17.492535 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-55c19917-6faf-4a3a-8e59-b33c6a718e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:17.530222 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-55c19917-6faf-4a3a-8e59-b33c6a718e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:17.576340 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-55c19917-6faf-4a3a-8e59-b33c6a718e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:17.581436 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f41a89d5-f821-4922-9d9c-41583f16d08f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:17.589008 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 55572) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:17.594437 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c19917-6faf-4a3a-8e59-b33c6a718e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46a1976-532f-45f7-a18b-72e3d77f9eee,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:17.598374 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-55c19917-6faf-4a3a-8e59-b33c6a718e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:17.601093 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-55c19917-6faf-4a3a-8e59-b33c6a718e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:17.604392 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-55c19917-6faf-4a3a-8e59-b33c6a718e14 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e46a1976-532f-45f7-a18b-72e3d77f9eee HTTP/1.1" status: 204  len: 168 time: 0.1819823
Apr 11 17:27:17.876566 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-449319191-network', 'tenant_id': 'd1dca045235e4de59e07028b741ddf4d'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:27:17.882303 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:17.883734 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9ed60-ee2e-4ee7-98e1-400e6d9a65b8 req-29fc224b-29d5-43c3-87ca-08981b80e502 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:17.886597 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Usage tracker for resource:network and tenant:d1dca045235e4de59e07028b741ddf4d is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:17.890598 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:17.892983 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-07b9ed60-ee2e-4ee7-98e1-400e6d9a65b8 req-29fc224b-29d5-43c3-87ca-08981b80e502 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 985 time: 0.1115477
Apr 11 17:27:17.899741 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:17.914317 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Made reservation on behalf of d1dca045235e4de59e07028b741ddf4d for: {'network': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:27:17.919896 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for network, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:17.937406 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:17.940911 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-07b9ed60-ee2e-4ee7-98e1-400e6d9a65b8 req-76ac01f8-57fd-42dc-872c-75b1fb97d507 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=02c19f31-8c27-4108-aaa2-92cbdbd41331&id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0466263
Apr 11 17:27:17.957987 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:17.962569 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Usage tracker for resource:security_group_rule and tenant:d1dca045235e4de59e07028b741ddf4d is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:17.965583 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:17.971893 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:18.063199 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:18.067190 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:18.071994 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2455d847-ae6a-4017-be05-5854cd865ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:18.103158 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'}  {{(pid=85264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 11 17:27:18.117984 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af98d31-485b-49f2-a8b1-903a4b5530d1,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:18.122840 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:18.123925 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:18.124318 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.segments_db [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Added segment bffea0e4-ba5e-49ad-9d23-df013f4fd2e3 of type vlan for network 5f1e59fd-9129-403d-961a-bf5305d87f81
Apr 11 17:27:18.154780 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736608949653'] for network, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:18.186962 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for network, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:18.188340 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:18.189628 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:18.194711 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:18.195164 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55588) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:18.300998 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7107894
Apr 11 17:27:18.303109 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55594) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:18.310333 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-691c5d40-16d4-4514-9834-b559cdc076c4 admin admin] Request body: {'subnet': {'network_id': '5f1e59fd-9129-403d-961a-bf5305d87f81', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-449319191-subnet', 'tenant_id': 'd1dca045235e4de59e07028b741ddf4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:27:18.316789 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Pushing event updated for resources: {'Network': ['ID=5f1e59fd-9129-403d-961a-bf5305d87f81,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:18.319401 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-691c5d40-16d4-4514-9834-b559cdc076c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:18.319596 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:18.327608 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Network 5f1e59fd-9129-403d-961a-bf5305d87f81 details requested by agent ovs-agent-dv-cinder-784779-4-iscsi with host dv-cinder-784779-4-iscsi {{(pid=85266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 11 17:27:18.339628 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-691c5d40-16d4-4514-9834-b559cdc076c4 admin admin] Usage tracker for resource:subnet and tenant:d1dca045235e4de59e07028b741ddf4d is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:18.342584 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2198642b-3822-45ce-a0f5-a338ce7d70bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:18.352498 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-691c5d40-16d4-4514-9834-b559cdc076c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:18.361607 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-691c5d40-16d4-4514-9834-b559cdc076c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:18.367795 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-2198642b-3822-45ce-a0f5-a338ce7d70bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:18.374410 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-2198642b-3822-45ce-a0f5-a338ce7d70bc admin admin] Usage tracker for resource:security_group_rule and tenant:687ec21559774ed5b64f773282b5ec30 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:18.378241 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-2198642b-3822-45ce-a0f5-a338ce7d70bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:18.383967 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691c5d40-16d4-4514-9834-b559cdc076c4 admin admin] Made reservation on behalf of d1dca045235e4de59e07028b741ddf4d for: {'subnet': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:27:18.388706 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-691c5d40-16d4-4514-9834-b559cdc076c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3287941'] for subnet, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:18.404318 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-2198642b-3822-45ce-a0f5-a338ce7d70bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:18.638342 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2198642b-3822-45ce-a0f5-a338ce7d70bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:18.652958 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2198642b-3822-45ce-a0f5-a338ce7d70bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:18.664561 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5f1be6ad-bb9f-4f70-b942-dd9f0a552921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:18.741576 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-2198642b-3822-45ce-a0f5-a338ce7d70bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=687ec21559774ed5b64f773282b5ec30&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5452425
Apr 11 17:27:18.744543 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198642b-3822-45ce-a0f5-a338ce7d70bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4ee143-e9de-48fd-87ca-ccc82188f970,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:18.744978 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 55598) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:18.747954 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2198642b-3822-45ce-a0f5-a338ce7d70bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:18.808767 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b827dfc9-fc27-4356-999f-f009b312efb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:18.837003 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b827dfc9-fc27-4356-999f-f009b312efb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:18.882010 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b827dfc9-fc27-4356-999f-f009b312efb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:18.887592 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bc2cc195-0afd-4919-a908-20b651da9e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:18.902280 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827dfc9-fc27-4356-999f-f009b312efb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4ee143-e9de-48fd-87ca-ccc82188f970,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:18.904796 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b827dfc9-fc27-4356-999f-f009b312efb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:18.907040 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b827dfc9-fc27-4356-999f-f009b312efb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:18.910745 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-b827dfc9-fc27-4356-999f-f009b312efb1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf4ee143-e9de-48fd-87ca-ccc82188f970 HTTP/1.1" status: 204  len: 168 time: 0.1628094
Apr 11 17:27:18.935744 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-691c5d40-16d4-4514-9834-b559cdc076c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2940870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288058'] for subnet, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:18.951563 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-13ddfa2d-1e81-47ab-b88d-e8487f7a20cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:19.149583 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e14b8-30c6-438f-98aa-d6a56575cc89 req-b5872dba-4e91-4591-b987-9ce02765a8b4 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:19.151298 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ab5e14b8-30c6-438f-98aa-d6a56575cc89 req-b5872dba-4e91-4591-b987-9ce02765a8b4 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 985 time: 0.1015460
Apr 11 17:27:19.190939 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ab5e14b8-30c6-438f-98aa-d6a56575cc89 req-12985fa9-778e-4272-9333-c3a9bbab4978 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=02c19f31-8c27-4108-aaa2-92cbdbd41331&id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0297298
Apr 11 17:27:19.234002 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 55608) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:19.253872 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-910a7c89-d5a8-4aec-aee3-cc2b71e18ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:19.271346 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-910a7c89-d5a8-4aec-aee3-cc2b71e18ff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:19.275638 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-910a7c89-d5a8-4aec-aee3-cc2b71e18ff1 admin admin] Usage tracker for resource:security_group_rule and tenant:95b785b03bcf48fa9d13b8a27df645e1 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:19.279392 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-910a7c89-d5a8-4aec-aee3-cc2b71e18ff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:19.286472 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-910a7c89-d5a8-4aec-aee3-cc2b71e18ff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:19.334939 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c5d40-16d4-4514-9834-b559cdc076c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35c655f6-6dac-4db5-ad11-8f1c169dbd9c,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:19.339164 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-691c5d40-16d4-4514-9834-b559cdc076c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:19.378550 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-910a7c89-d5a8-4aec-aee3-cc2b71e18ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:19.381251 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-910a7c89-d5a8-4aec-aee3-cc2b71e18ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:19.390202 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ea60569b-3497-4d56-b7a0-39fff76ae641 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:19.400630 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691c5d40-16d4-4514-9834-b559cdc076c4 admin admin] Checking segment: {'id': 'bffea0e4-ba5e-49ad-9d23-df013f4fd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f1e59fd-9129-403d-961a-bf5305d87f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:27:19.401070 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691c5d40-16d4-4514-9834-b559cdc076c4 admin admin] Network hostable DHCP agents. Network: 5f1e59fd-9129-403d-961a-bf5305d87f81, hostable agents: ['cadf10d7-d23a-4fec-9e77-f0f038d86f43'], hosted agents: [] {{(pid=85265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 11 17:27:19.419181 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691c5d40-16d4-4514-9834-b559cdc076c4 admin admin] Network 5f1e59fd-9129-403d-961a-bf5305d87f81 is scheduled to be hosted by DHCP agent cadf10d7-d23a-4fec-9e77-f0f038d86f43 with binding_index 1 {{(pid=85265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 11 17:27:19.427345 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-691c5d40-16d4-4514-9834-b559cdc076c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-iscsi, 5f1e59fd-9129-403d-961a-bf5305d87f81) {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:27:19.436720 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-910a7c89-d5a8-4aec-aee3-cc2b71e18ff1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=95b785b03bcf48fa9d13b8a27df645e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1990364
Apr 11 17:27:19.436720 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a7c89-d5a8-4aec-aee3-cc2b71e18ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8f320f-07ea-4333-8004-25a95fc90a15,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:19.438527 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 55612) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:19.439682 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691c5d40-16d4-4514-9834-b559cdc076c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:19.440330 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-691c5d40-16d4-4514-9834-b559cdc076c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:19.442304 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-910a7c89-d5a8-4aec-aee3-cc2b71e18ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:19.442813 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fae98a-de14-415e-80c4-352d6954c62f None None] Network 5f1e59fd-9129-403d-961a-bf5305d87f81 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:27:19.469024 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-691c5d40-16d4-4514-9834-b559cdc076c4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.1642723
Apr 11 17:27:19.518943 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d641cedb-7f70-49cd-94aa-7630af3184ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:19.551556 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d641cedb-7f70-49cd-94aa-7630af3184ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:19.602416 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d641cedb-7f70-49cd-94aa-7630af3184ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:19.607568 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:19.621644 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641cedb-7f70-49cd-94aa-7630af3184ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8f320f-07ea-4333-8004-25a95fc90a15,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:19.624847 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d641cedb-7f70-49cd-94aa-7630af3184ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:19.627974 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d641cedb-7f70-49cd-94aa-7630af3184ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:19.629233 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-d641cedb-7f70-49cd-94aa-7630af3184ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a8f320f-07ea-4333-8004-25a95fc90a15 HTTP/1.1" status: 204  len: 168 time: 0.1887653
Apr 11 17:27:19.707192 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b018a57e-b258-4aa7-b4b2-f64da43e1367 None None] Network 5f1e59fd-9129-403d-961a-bf5305d87f81 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:27:20.412288 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121baef-1e3a-4294-a80a-1fd8f8100202 req-26b52778-5c01-4242-a85c-8017cf6bdf21 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:20.413934 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d121baef-1e3a-4294-a80a-1fd8f8100202 req-26b52778-5c01-4242-a85c-8017cf6bdf21 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 985 time: 0.0949454
Apr 11 17:27:20.447180 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d121baef-1e3a-4294-a80a-1fd8f8100202 req-7b343c1b-2da2-4fee-870d-a3cf081a1461 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=02c19f31-8c27-4108-aaa2-92cbdbd41331&id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0266583
Apr 11 17:27:21.484708 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55678) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:21.661403 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e18e8-c9ec-4c2c-8b3b-7f42a9ad5e59 req-d2f595db-785f-4dfb-8656-34cda6a0f27b tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:21.663532 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cd9e18e8-c9ec-4c2c-8b3b-7f42a9ad5e59 req-d2f595db-785f-4dfb-8656-34cda6a0f27b tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 985 time: 0.0948484
Apr 11 17:27:21.708242 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-aeb7a7b9-d721-4b9c-b3e6-effe38fb0f2e tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:21.709023 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-aeb7a7b9-d721-4b9c-b3e6-effe38fb0f2e tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Synchronizing usage tracker for tenant:d1dca045235e4de59e07028b741ddf4d on resource:network {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:27:21.717600 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cd9e18e8-c9ec-4c2c-8b3b-7f42a9ad5e59 req-0cab0bc7-fd1c-4746-8220-84083c913425 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=02c19f31-8c27-4108-aaa2-92cbdbd41331&id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0463166
Apr 11 17:27:21.718819 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-68fe710c-4af9-42a4-95c1-f4f924dfa137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:21.725831 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-aeb7a7b9-d721-4b9c-b3e6-effe38fb0f2e tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Unset dirty status for tenant:d1dca045235e4de59e07028b741ddf4d on resource:network {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:27:21.727127 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-aeb7a7b9-d721-4b9c-b3e6-effe38fb0f2e tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/networks?id=5f1e59fd-9129-403d-961a-bf5305d87f81 HTTP/1.1" status: 200  len: 813 time: 0.1882546
Apr 11 17:27:21.735238 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-68fe710c-4af9-42a4-95c1-f4f924dfa137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:21.740195 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-68fe710c-4af9-42a4-95c1-f4f924dfa137 admin admin] Usage tracker for resource:security_group_rule and tenant:99451c4c6ebb49448326aafe9d178722 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:21.743222 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-68fe710c-4af9-42a4-95c1-f4f924dfa137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:21.745337 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-d5c4ceb4-9607-4e54-b43b-0ac86a35d5b3 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/quotas/d1dca045235e4de59e07028b741ddf4d HTTP/1.1" status: 200  len: 375 time: 0.0109115
Apr 11 17:27:21.749202 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-68fe710c-4af9-42a4-95c1-f4f924dfa137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:21.801425 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-faee696b-b3ce-41a9-988f-ae4cafedc698 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1dca045235e4de59e07028b741ddf4d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0498705
Apr 11 17:27:21.834119 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-68fe710c-4af9-42a4-95c1-f4f924dfa137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:21.837431 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-68fe710c-4af9-42a4-95c1-f4f924dfa137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:21.846483 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-71608d61-baff-4aaf-a5a7-78218c9de05f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:21.889169 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-68fe710c-4af9-42a4-95c1-f4f924dfa137 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=99451c4c6ebb49448326aafe9d178722&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4026399
Apr 11 17:27:21.890183 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe710c-4af9-42a4-95c1-f4f924dfa137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e59554-508a-4ba5-bcc1-fcdba8457c85,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:21.893980 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-68fe710c-4af9-42a4-95c1-f4f924dfa137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:21.894673 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55692) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:21.949568 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-14ffd8de-71d2-429b-b20e-230b11ae420f service neutron] 10.222.0.30 "GET /v2.0/networks/5f1e59fd-9129-403d-961a-bf5305d87f81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407084
Apr 11 17:27:21.956165 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8ac2cb99-972d-413e-a248-5314c0c79db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:21.984038 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8ac2cb99-972d-413e-a248-5314c0c79db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:22.031110 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8ac2cb99-972d-413e-a248-5314c0c79db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:22.036884 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f437434e-32f1-49d3-9885-36c31472846d tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:22.050712 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2cb99-972d-413e-a248-5314c0c79db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e59554-508a-4ba5-bcc1-fcdba8457c85,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:22.053166 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8ac2cb99-972d-413e-a248-5314c0c79db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:22.055396 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8ac2cb99-972d-413e-a248-5314c0c79db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:22.057354 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-8ac2cb99-972d-413e-a248-5314c0c79db2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31e59554-508a-4ba5-bcc1-fcdba8457c85 HTTP/1.1" status: 204  len: 168 time: 0.1614213
Apr 11 17:27:22.101188 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-6341ed14-ef08-448d-85a8-c06b56358af9 service neutron] 10.222.0.30 "GET /v2.0/networks/5f1e59fd-9129-403d-961a-bf5305d87f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435394
Apr 11 17:27:22.313432 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-74cd3b30-c9aa-464f-9eee-a6824cde39bf req-f9098429-594b-443e-bf1b-e3c5adb1799a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=746e8107-ed96-415f-870c-552bd7209094 HTTP/1.1" status: 200  len: 210 time: 0.0523355
Apr 11 17:27:22.390837 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 55708) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:22.411108 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1816bd76-613a-4e1f-a70a-cf4b33d3f114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:22.427542 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-1816bd76-613a-4e1f-a70a-cf4b33d3f114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:22.432004 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-1816bd76-613a-4e1f-a70a-cf4b33d3f114 admin admin] Usage tracker for resource:security_group_rule and tenant:314c749bd23f4db5a4e03638839c78f4 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:22.435287 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-1816bd76-613a-4e1f-a70a-cf4b33d3f114 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:22.442770 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-1816bd76-613a-4e1f-a70a-cf4b33d3f114 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:22.537147 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1816bd76-613a-4e1f-a70a-cf4b33d3f114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:22.540702 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-1816bd76-613a-4e1f-a70a-cf4b33d3f114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:22.549644 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:22.597757 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55714) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:22.597937 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-1816bd76-613a-4e1f-a70a-cf4b33d3f114 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=314c749bd23f4db5a4e03638839c78f4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2057779
Apr 11 17:27:22.599812 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816bd76-613a-4e1f-a70a-cf4b33d3f114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6b1177-8981-47a5-ad37-dffd9b7bb971,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:22.608135 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1816bd76-613a-4e1f-a70a-cf4b33d3f114 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:22.608676 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1816bd76-613a-4e1f-a70a-cf4b33d3f114 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:22.609103 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1816bd76-613a-4e1f-a70a-cf4b33d3f114 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:22.609513 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1816bd76-613a-4e1f-a70a-cf4b33d3f114 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:22.609923 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1816bd76-613a-4e1f-a70a-cf4b33d3f114 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:22.610336 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1816bd76-613a-4e1f-a70a-cf4b33d3f114 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:22.611142 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1816bd76-613a-4e1f-a70a-cf4b33d3f114 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:22.611618 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1816bd76-613a-4e1f-a70a-cf4b33d3f114 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:22.612033 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1816bd76-613a-4e1f-a70a-cf4b33d3f114 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:22.612534 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1816bd76-613a-4e1f-a70a-cf4b33d3f114 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:22.612868 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1816bd76-613a-4e1f-a70a-cf4b33d3f114 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:22.613269 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1816bd76-613a-4e1f-a70a-cf4b33d3f114 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:22.617159 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-1816bd76-613a-4e1f-a70a-cf4b33d3f114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:22.667239 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a8ccf934-d94e-4bc5-87bd-cc1b1b39a833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:22.695966 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a8ccf934-d94e-4bc5-87bd-cc1b1b39a833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:22.744012 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a8ccf934-d94e-4bc5-87bd-cc1b1b39a833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:22.749142 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d98d6049-bbe2-441d-a1e5-f35adcee31da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:22.767511 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccf934-d94e-4bc5-87bd-cc1b1b39a833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6b1177-8981-47a5-ad37-dffd9b7bb971,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:22.769941 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a8ccf934-d94e-4bc5-87bd-cc1b1b39a833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:22.772144 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a8ccf934-d94e-4bc5-87bd-cc1b1b39a833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:22.776756 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-a8ccf934-d94e-4bc5-87bd-cc1b1b39a833 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd6b1177-8981-47a5-ad37-dffd9b7bb971 HTTP/1.1" status: 204  len: 168 time: 0.1775212
Apr 11 17:27:22.941942 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a0c4d-ee0a-4534-9b31-e006afdbbca9 req-8935e3d4-63fa-493b-bb0f-57419bd929c7 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:22.943583 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5b8a0c4d-ee0a-4534-9b31-e006afdbbca9 req-8935e3d4-63fa-493b-bb0f-57419bd929c7 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 985 time: 0.0952489
Apr 11 17:27:22.978274 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5b8a0c4d-ee0a-4534-9b31-e006afdbbca9 req-2c66a96f-c1b1-41b9-ae66-98ed0d5bdbce tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=02c19f31-8c27-4108-aaa2-92cbdbd41331&id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0277181
Apr 11 17:27:23.488543 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-59ed0595-c398-4f17-9418-ee09018f5231 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:23.490357 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-59ed0595-c398-4f17-9418-ee09018f5231 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.37 "GET /v2.0/networks?id=5f1e59fd-9129-403d-961a-bf5305d87f81 HTTP/1.1" status: 200  len: 813 time: 0.1981008
Apr 11 17:27:23.504388 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-c3b07454-e1e5-42dc-8fb4-3bb448044f14 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Request body: {'port': {'device_id': '746e8107-ed96-415f-870c-552bd7209094', 'network_id': '5f1e59fd-9129-403d-961a-bf5305d87f81', 'admin_state_up': True, 'tenant_id': 'd1dca045235e4de59e07028b741ddf4d'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:27:23.522079 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-66a16d5f-ff0c-49de-9b30-d659e4ef4aef req-19e900e4-e299-4b85-8e49-1e38732b802c tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=746e8107-ed96-415f-870c-552bd7209094 HTTP/1.1" status: 200  len: 210 time: 0.0653460
Apr 11 17:27:23.662424 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-c3b07454-e1e5-42dc-8fb4-3bb448044f14 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:23.666492 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-c3b07454-e1e5-42dc-8fb4-3bb448044f14 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Usage tracker for resource:port and tenant:d1dca045235e4de59e07028b741ddf4d is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:23.669451 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-c3b07454-e1e5-42dc-8fb4-3bb448044f14 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:23.676200 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-c3b07454-e1e5-42dc-8fb4-3bb448044f14 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:23.684319 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-c3b07454-e1e5-42dc-8fb4-3bb448044f14 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Made reservation on behalf of d1dca045235e4de59e07028b741ddf4d for: {'port': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:27:23.690735 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-c3b07454-e1e5-42dc-8fb4-3bb448044f14 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:23.870147 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-c3b07454-e1e5-42dc-8fb4-3bb448044f14 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Allocated IP 172.20.0.5 (5f1e59fd-9129-403d-961a-bf5305d87f81/35c655f6-6dac-4db5-ad11-8f1c169dbd9c/b7fb21fd-39c5-4620-b929-13c6b43e696a) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:27:24.055913 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55758) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:24.081665 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-c3b07454-e1e5-42dc-8fb4-3bb448044f14 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:24.183479 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-c3b07454-e1e5-42dc-8fb4-3bb448044f14 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:24.188184 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b9258fbb-145d-49a5-9dca-6e9de0fb100d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:24.200413 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-90857703-20a6-4c8e-96e6-b5922c5021e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:24.203900 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-b9258fbb-145d-49a5-9dca-6e9de0fb100d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:24.208676 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-b9258fbb-145d-49a5-9dca-6e9de0fb100d admin admin] Usage tracker for resource:security_group_rule and tenant:7abd73593b934d9b8887a4f77e4802f4 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:24.211852 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-b9258fbb-145d-49a5-9dca-6e9de0fb100d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:24.217891 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-b9258fbb-145d-49a5-9dca-6e9de0fb100d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:24.317200 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b9258fbb-145d-49a5-9dca-6e9de0fb100d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:24.319986 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b9258fbb-145d-49a5-9dca-6e9de0fb100d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:24.328974 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-db1192b9-9c8d-4f15-b708-3d31ef8b3a70 tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:24.358556 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b07454-e1e5-42dc-8fb4-3bb448044f14 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Pushing event updated for resources: {'Port': ['ID=b7fb21fd-39c5-4620-b929-13c6b43e696a,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:24.365256 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c3b07454-e1e5-42dc-8fb4-3bb448044f14 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:24.372545 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-b9258fbb-145d-49a5-9dca-6e9de0fb100d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7abd73593b934d9b8887a4f77e4802f4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3153977
Apr 11 17:27:24.373880 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05e632-6735-44e4-ac6c-6b33cafbaf26 req-afd7c4b1-8e37-490a-9717-16e79d7f6093 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:24.375314 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55764) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:24.375483 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-da05e632-6735-44e4-ac6c-6b33cafbaf26 req-afd7c4b1-8e37-490a-9717-16e79d7f6093 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 985 time: 0.2774987
Apr 11 17:27:24.379242 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9258fbb-145d-49a5-9dca-6e9de0fb100d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55f3a84-34be-4d6f-9f64-096d270b3fd9,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:24.398414 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b9258fbb-145d-49a5-9dca-6e9de0fb100d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:24.424627 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-da05e632-6735-44e4-ac6c-6b33cafbaf26 req-71a4222f-b843-4b0c-be36-6c6e6ccd057c tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=02c19f31-8c27-4108-aaa2-92cbdbd41331&id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0407650
Apr 11 17:27:24.449669 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5029ffa3-5375-4419-b970-d6d9f1c01d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:24.461723 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-c3b07454-e1e5-42dc-8fb4-3bb448044f14 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Network 5f1e59fd-9129-403d-961a-bf5305d87f81 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:27:24.462852 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-c3b07454-e1e5-42dc-8fb4-3bb448044f14 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:27:24.465396 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-c3b07454-e1e5-42dc-8fb4-3bb448044f14 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:27:24.478213 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5029ffa3-5375-4419-b970-d6d9f1c01d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:24.522256 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5029ffa3-5375-4419-b970-d6d9f1c01d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:24.528037 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2198642b-3822-45ce-a0f5-a338ce7d70bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:24.531335 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-c3b07454-e1e5-42dc-8fb4-3bb448044f14 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:24.532003 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-c3b07454-e1e5-42dc-8fb4-3bb448044f14 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:24.545263 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029ffa3-5375-4419-b970-d6d9f1c01d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55f3a84-34be-4d6f-9f64-096d270b3fd9,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:24.547518 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5029ffa3-5375-4419-b970-d6d9f1c01d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:24.550757 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5029ffa3-5375-4419-b970-d6d9f1c01d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:24.559531 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-c3b07454-e1e5-42dc-8fb4-3bb448044f14 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0601521
Apr 11 17:27:24.564773 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-5029ffa3-5375-4419-b970-d6d9f1c01d4c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d55f3a84-34be-4d6f-9f64-096d270b3fd9 HTTP/1.1" status: 204  len: 168 time: 0.1783822
Apr 11 17:27:24.575900 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] Request body: {'port': {'device_id': '746e8107-ed96-415f-870c-552bd7209094', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:27:24.709398 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:24.724877 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e928f65-e376-4a6f-bf0c-97efbee725be req-d0b694e9-4c2c-4981-b259-208678c6267a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:24.726488 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6e928f65-e376-4a6f-bf0c-97efbee725be req-d0b694e9-4c2c-4981-b259-208678c6267a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=746e8107-ed96-415f-870c-552bd7209094 HTTP/1.1" status: 200  len: 931 time: 0.0934179
Apr 11 17:27:24.801932 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6e928f65-e376-4a6f-bf0c-97efbee725be req-d388c093-bfc0-4587-a62e-7a2e30774aec tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/security-groups?id=4af98d31-485b-49f2-a8b1-903a4b5530d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680816
Apr 11 17:27:25.142443 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7fb21fd-39c5-4620-b929-13c6b43e696a {{(pid=85264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:27:25.150375 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:25.165907 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] Transition to ACTIVE for port object b7fb21fd-39c5-4620-b929-13c6b43e696a will not be triggered until provisioned by entity L2. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:27:25.168767 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:25.189892 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e0dfc6f1-52a0-461d-9d59-dca77fdfd48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:25.337098 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] Pushing event updated for resources: {'Port': ['ID=b7fb21fd-39c5-4620-b929-13c6b43e696a,revision_number=2']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:25.340102 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:25.611995 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] Attempting to bind port b7fb21fd-39c5-4620-b929-13c6b43e696a on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:27:25.612350 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] Attempting to bind port b7fb21fd-39c5-4620-b929-13c6b43e696a by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'bffea0e4-ba5e-49ad-9d23-df013f4fd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f1e59fd-9129-403d-961a-bf5305d87f81'}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:27:25.612753 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] Attempting to bind port b7fb21fd-39c5-4620-b929-13c6b43e696a on network 5f1e59fd-9129-403d-961a-bf5305d87f81 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:27:25.621306 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] Port b7fb21fd-39c5-4620-b929-13c6b43e696a on network 5f1e59fd-9129-403d-961a-bf5305d87f81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 11 17:27:25.621667 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] Attempting to bind port b7fb21fd-39c5-4620-b929-13c6b43e696a on network 5f1e59fd-9129-403d-961a-bf5305d87f81 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:27:25.630471 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] Checking agent: {'id': 'ff222714-fd65-43da-9d5f-2c6b0dd417d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'started_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:27:25.630775 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] Checking segment: {'id': 'bffea0e4-ba5e-49ad-9d23-df013f4fd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f1e59fd-9129-403d-961a-bf5305d87f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:27:25.631197 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] Bound using segment: {'id': 'bffea0e4-ba5e-49ad-9d23-df013f4fd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f1e59fd-9129-403d-961a-bf5305d87f81'} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:27:25.631664 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] Bound port: b7fb21fd-39c5-4620-b929-13c6b43e696a, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bffea0e4-ba5e-49ad-9d23-df013f4fd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f1e59fd-9129-403d-961a-bf5305d87f81'}}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:27:25.632046 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:25.730893 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c79d6a-8f08-43e8-a9a3-81ede7af55cb req-92d5acb9-f7b4-4541-adb9-e8aee4dc4d0a tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:25.732534 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a2c79d6a-8f08-43e8-a9a3-81ede7af55cb req-92d5acb9-f7b4-4541-adb9-e8aee4dc4d0a tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 985 time: 0.1888881
Apr 11 17:27:25.739348 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] For port b7fb21fd-39c5-4620-b929-13c6b43e696a, host hv-cinder-78477, cleared binding levels {{(pid=85264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:27:25.742592 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] For port b7fb21fd-39c5-4620-b929-13c6b43e696a, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7fb21fd-39c5-4620-b929-13c6b43e696a,segment=NetworkSegment(bffea0e4-ba5e-49ad-9d23-df013f4fd2e3),segment_id=bffea0e4-ba5e-49ad-9d23-df013f4fd2e3)] {{(pid=85264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:27:25.758045 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:25.774916 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c3b07454-e1e5-42dc-8fb4-3bb448044f14 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:26.020625 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc23505-c241-43ec-8c82-fe75f6965ceb req-45c640f8-fedc-405e-8b38-043b367cddbe tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:26.022316 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9cc23505-c241-43ec-8c82-fe75f6965ceb req-45c640f8-fedc-405e-8b38-043b367cddbe tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=746e8107-ed96-415f-870c-552bd7209094 HTTP/1.1" status: 200  len: 943 time: 0.1020525
Apr 11 17:27:26.054030 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-9cc23505-c241-43ec-8c82-fe75f6965ceb req-c8388264-2939-4c2e-a9b7-5952bed36cdb tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/security-groups?id=4af98d31-485b-49f2-a8b1-903a4b5530d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250750
Apr 11 17:27:26.168183 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a2c79d6a-8f08-43e8-a9a3-81ede7af55cb req-f3f63fe4-b9bb-4e5b-9414-52b2d4f329aa tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=02c19f31-8c27-4108-aaa2-92cbdbd41331&id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4241290
Apr 11 17:27:26.211923 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] Pushing event updated for resources: {'Port': ['ID=b7fb21fd-39c5-4620-b929-13c6b43e696a,revision_number=3']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:26.215702 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:26.252248 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:26.252579 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:26.254062 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] 10.222.0.37 "PUT /v2.0/ports/b7fb21fd-39c5-4620-b929-13c6b43e696a HTTP/1.1" status: 200  len: 1093 time: 1.6830122
Apr 11 17:27:26.254665 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746e8107-ed96-415f-870c-552bd7209094', 'tag': 'b7fb21fd-39c5-4620-b929-13c6b43e696a'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:27:26.342433 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746e8107-ed96-415f-870c-552bd7209094', 'tag': 'b7fb21fd-39c5-4620-b929-13c6b43e696a', 'status': 'completed', 'code': 200}
Apr 11 17:27:26.379837 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-c4cbe023-0758-49ce-999f-68e662b09fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:26.381449 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-c4cbe023-0758-49ce-999f-68e662b09fc7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1dca045235e4de59e07028b741ddf4d&device_id=746e8107-ed96-415f-870c-552bd7209094 HTTP/1.1" status: 200  len: 1096 time: 0.0802624
Apr 11 17:27:26.457692 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-2c708552-05cf-4b17-b7e9-cf01dc984c13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7fb21fd-39c5-4620-b929-13c6b43e696a HTTP/1.1" status: 200  len: 217 time: 0.0694675
Apr 11 17:27:26.525804 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-18b2b32a-5dc5-4b02-918a-3d3d0a1e32ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:26.527237 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-18b2b32a-5dc5-4b02-918a-3d3d0a1e32ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35c655f6-6dac-4db5-ad11-8f1c169dbd9c HTTP/1.1" status: 200  len: 853 time: 0.0636728
Apr 11 17:27:26.583419 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-d5a6a07d-5afb-49df-b71c-55ec13137573 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f1e59fd-9129-403d-961a-bf5305d87f81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0494149
Apr 11 17:27:26.725003 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-13b413fd-7476-47c6-9cc5-a51c47ef031d service neutron] 10.222.0.37 "GET /v2.0/networks/5f1e59fd-9129-403d-961a-bf5305d87f81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350791
Apr 11 17:27:26.871179 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bc7a08fe-acd1-4801-bc76-234676038f22 req-823322a5-380a-444b-a529-2ff51a4db920 service neutron] 10.222.0.37 "GET /v2.0/networks/5f1e59fd-9129-403d-961a-bf5305d87f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398027
Apr 11 17:27:27.018716 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ca685-b3c5-4d96-80ff-0f66fd046a1c req-b5efa192-6995-4d61-b470-7e67f1e8b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:27.020351 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-530ca685-b3c5-4d96-80ff-0f66fd046a1c req-b5efa192-6995-4d61-b470-7e67f1e8b7a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1dca045235e4de59e07028b741ddf4d&device_id=746e8107-ed96-415f-870c-552bd7209094 HTTP/1.1" status: 200  len: 1096 time: 0.0865555
Apr 11 17:27:27.179639 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ca685-b3c5-4d96-80ff-0f66fd046a1c req-8de535de-6444-4d7f-b8e8-ae0efc2f8b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:27.181525 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-530ca685-b3c5-4d96-80ff-0f66fd046a1c req-8de535de-6444-4d7f-b8e8-ae0efc2f8b7a service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f1e59fd-9129-403d-961a-bf5305d87f81 HTTP/1.1" status: 200  len: 914 time: 0.1508915
Apr 11 17:27:27.270449 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:27.304378 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-530ca685-b3c5-4d96-80ff-0f66fd046a1c req-4ff0af9b-7b70-44dd-bfa3-8886a3844a77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7fb21fd-39c5-4620-b929-13c6b43e696a HTTP/1.1" status: 200  len: 217 time: 0.0837407
Apr 11 17:27:27.403339 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ca685-b3c5-4d96-80ff-0f66fd046a1c req-e73208d5-2833-42b2-956e-960a040805a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:27.404940 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-530ca685-b3c5-4d96-80ff-0f66fd046a1c req-e73208d5-2833-42b2-956e-960a040805a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35c655f6-6dac-4db5-ad11-8f1c169dbd9c HTTP/1.1" status: 200  len: 853 time: 0.0898485
Apr 11 17:27:27.415273 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc142756-c7a5-43c3-ad60-2bee33cf25f5 req-0ba46a32-c776-44d2-9fee-d3b4ee94fc40 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:27.416027 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-fc142756-c7a5-43c3-ad60-2bee33cf25f5 req-0ba46a32-c776-44d2-9fee-d3b4ee94fc40 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Synchronizing usage tracker for tenant:d1dca045235e4de59e07028b741ddf4d on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:27:27.473317 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-530ca685-b3c5-4d96-80ff-0f66fd046a1c req-839623be-0dba-4ea0-92a7-045189e46625 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f1e59fd-9129-403d-961a-bf5305d87f81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0540614
Apr 11 17:27:27.610691 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-fc142756-c7a5-43c3-ad60-2bee33cf25f5 req-0ba46a32-c776-44d2-9fee-d3b4ee94fc40 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Unset dirty status for tenant:d1dca045235e4de59e07028b741ddf4d on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:27:27.611966 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fc142756-c7a5-43c3-ad60-2bee33cf25f5 req-0ba46a32-c776-44d2-9fee-d3b4ee94fc40 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=746e8107-ed96-415f-870c-552bd7209094 HTTP/1.1" status: 200  len: 943 time: 0.4294128
Apr 11 17:27:27.665675 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-fc142756-c7a5-43c3-ad60-2bee33cf25f5 req-eeec2fb1-490a-423a-9323-e64b840148b6 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Synchronizing usage tracker for tenant:d1dca045235e4de59e07028b741ddf4d on resource:security_group {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:27:27.672640 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-530ca685-b3c5-4d96-80ff-0f66fd046a1c req-677ad0ea-7803-4c42-aac1-c4da0643938b service neutron] 10.222.0.37 "GET /v2.0/networks/5f1e59fd-9129-403d-961a-bf5305d87f81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1912143
Apr 11 17:27:27.727305 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-fc142756-c7a5-43c3-ad60-2bee33cf25f5 req-eeec2fb1-490a-423a-9323-e64b840148b6 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Unset dirty status for tenant:d1dca045235e4de59e07028b741ddf4d on resource:security_group {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:27:27.728638 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fc142756-c7a5-43c3-ad60-2bee33cf25f5 req-eeec2fb1-490a-423a-9323-e64b840148b6 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/security-groups?id=4af98d31-485b-49f2-a8b1-903a4b5530d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090403
Apr 11 17:27:27.828007 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-530ca685-b3c5-4d96-80ff-0f66fd046a1c req-1b232280-1a45-47da-82da-395a047ee5cd service neutron] 10.222.0.37 "GET /v2.0/networks/5f1e59fd-9129-403d-961a-bf5305d87f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1475754
Apr 11 17:27:28.174302 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device b7fb21fd-39c5-4620-b929-13c6b43e696a details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:27:28.316331 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port b7fb21fd-39c5-4620-b929-13c6b43e696a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7fb21fd-39c5-4620-b929-13c6b43e696a,segment=NetworkSegment(bffea0e4-ba5e-49ad-9d23-df013f4fd2e3),segment_id=bffea0e4-ba5e-49ad-9d23-df013f4fd2e3)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:27:28.330625 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': 'b7fb21fd-39c5-4620-b929-13c6b43e696a', 'network_id': '5f1e59fd-9129-403d-961a-bf5305d87f81', 'port_id': 'b7fb21fd-39c5-4620-b929-13c6b43e696a', 'mac_address': 'fa:16:3e:1a:a5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35c655f6-6dac-4db5-ad11-8f1c169dbd9c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:27:28.388216 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:28.405892 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7fb21fd-39c5-4620-b929-13c6b43e696a {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:27:28.421721 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port b7fb21fd-39c5-4620-b929-13c6b43e696a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7fb21fd-39c5-4620-b929-13c6b43e696a,segment=NetworkSegment(bffea0e4-ba5e-49ad-9d23-df013f4fd2e3),segment_id=bffea0e4-ba5e-49ad-9d23-df013f4fd2e3)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:27:28.425036 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:28.426808 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:28.498933 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=b7fb21fd-39c5-4620-b929-13c6b43e696a,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:28.507179 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:28.507567 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:28.507940 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:28.508309 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:28.508710 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:28.509079 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:28.509444 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:28.509804 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:28.510166 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:28.510526 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:28.510886 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:28.511244 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:28.515143 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:28.642646 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['b7fb21fd-39c5-4620-b929-13c6b43e696a'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:27:28.945330 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b434c-924e-4002-9331-febbdc69b6de req-8fa6caed-88b7-48be-8232-962e04ff8376 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:28.946918 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1e4b434c-924e-4002-9331-febbdc69b6de req-8fa6caed-88b7-48be-8232-962e04ff8376 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=746e8107-ed96-415f-870c-552bd7209094 HTTP/1.1" status: 200  len: 944 time: 0.0941904
Apr 11 17:27:28.978635 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1e4b434c-924e-4002-9331-febbdc69b6de req-b4a95107-784a-4820-9cc8-654c436bb201 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/security-groups?id=4af98d31-485b-49f2-a8b1-903a4b5530d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0252438
Apr 11 17:27:30.179391 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device b7fb21fd-39c5-4620-b929-13c6b43e696a up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:27:30.184104 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3456a18-43bd-41e4-b6e9-c81f22dfcda6 req-22a32caa-c912-4ad3-8f0c-66a8d25617d9 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:30.185755 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f3456a18-43bd-41e4-b6e9-c81f22dfcda6 req-22a32caa-c912-4ad3-8f0c-66a8d25617d9 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=746e8107-ed96-415f-870c-552bd7209094 HTTP/1.1" status: 200  len: 944 time: 0.0950487
Apr 11 17:27:30.217276 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f3456a18-43bd-41e4-b6e9-c81f22dfcda6 req-ae39f301-04b8-403b-b531-a4b92ae5077c tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/security-groups?id=4af98d31-485b-49f2-a8b1-903a4b5530d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0249503
Apr 11 17:27:30.252071 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning for port b7fb21fd-39c5-4620-b929-13c6b43e696a completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:27:30.257131 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port b7fb21fd-39c5-4620-b929-13c6b43e696a triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:27:30.257559 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:30.386931 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:30.398412 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746e8107-ed96-415f-870c-552bd7209094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fb21fd-39c5-4620-b929-13c6b43e696a'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:27:30.410916 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port b7fb21fd-39c5-4620-b929-13c6b43e696a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7fb21fd-39c5-4620-b929-13c6b43e696a,segment=NetworkSegment(bffea0e4-ba5e-49ad-9d23-df013f4fd2e3),segment_id=bffea0e4-ba5e-49ad-9d23-df013f4fd2e3)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:27:30.414288 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:30.416495 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:30.455818 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746e8107-ed96-415f-870c-552bd7209094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fb21fd-39c5-4620-b929-13c6b43e696a', 'code': 200}
Apr 11 17:27:30.491459 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=b7fb21fd-39c5-4620-b929-13c6b43e696a,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:30.494622 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:30.692823 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e772e2-281a-438e-9d33-bc73a7701630 req-bfaa4cff-8df0-4bea-905d-342b4b123d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:30.694445 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d4e772e2-281a-438e-9d33-bc73a7701630 req-bfaa4cff-8df0-4bea-905d-342b4b123d88 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=746e8107-ed96-415f-870c-552bd7209094 HTTP/1.1" status: 200  len: 1098 time: 0.0782778
Apr 11 17:27:30.721880 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d4e772e2-281a-438e-9d33-bc73a7701630 req-498e47f7-6865-4711-8f7e-d3f1fe22b1b9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4af98d31-485b-49f2-a8b1-903a4b5530d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0214694
Apr 11 17:27:31.443572 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692012f-8f0f-4d48-8145-6dd737c2e2c3 req-555c84b4-1e31-44ff-8fea-a9f00200549c tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:31.446250 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7692012f-8f0f-4d48-8145-6dd737c2e2c3 req-555c84b4-1e31-44ff-8fea-a9f00200549c tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=746e8107-ed96-415f-870c-552bd7209094 HTTP/1.1" status: 200  len: 945 time: 0.1096399
Apr 11 17:27:31.478928 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7692012f-8f0f-4d48-8145-6dd737c2e2c3 req-1f6d185e-feac-4166-b084-97a5f07fd5c8 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/security-groups?id=4af98d31-485b-49f2-a8b1-903a4b5530d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0272486
Apr 11 17:27:32.688925 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14331e-6f43-4460-acc7-79eab805638e req-76393939-cc55-4ed9-ab12-4fcd34d0dab1 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:32.690662 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6a14331e-6f43-4460-acc7-79eab805638e req-76393939-cc55-4ed9-ab12-4fcd34d0dab1 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=746e8107-ed96-415f-870c-552bd7209094 HTTP/1.1" status: 200  len: 945 time: 0.0918903
Apr 11 17:27:32.723615 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6a14331e-6f43-4460-acc7-79eab805638e req-a06c0964-0094-447e-841f-04a26ba682e1 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/security-groups?id=4af98d31-485b-49f2-a8b1-903a4b5530d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0263636
Apr 11 17:27:32.920213 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ef0e7277-89c8-41ab-bca6-134455220da8 req-f87a538c-67ee-4b76-add5-8102d29efb4b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0973887
Apr 11 17:27:33.076515 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e7277-89c8-41ab-bca6-134455220da8 req-c200ffe4-59f4-4b1b-b748-7b0817f18632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:33.078155 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ef0e7277-89c8-41ab-bca6-134455220da8 req-c200ffe4-59f4-4b1b-b748-7b0817f18632 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=844a128dac2a4fb1b7dc0626f7f9e7e0&device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 1138 time: 0.0837598
Apr 11 17:27:33.247422 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e7277-89c8-41ab-bca6-134455220da8 req-c0802b6a-27c7-48da-96fd-5cb37e681783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:33.249111 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ef0e7277-89c8-41ab-bca6-134455220da8 req-c0802b6a-27c7-48da-96fd-5cb37e681783 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f285a93-15c3-4d81-8eb6-47b691902cb7 HTTP/1.1" status: 200  len: 915 time: 0.1501088
Apr 11 17:27:33.372784 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ef0e7277-89c8-41ab-bca6-134455220da8 req-43d1776b-e862-4b3e-ad75-fe5dee673211 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=580a584c-75aa-410c-b897-1a982449f57e HTTP/1.1" status: 200  len: 1002 time: 0.1166413
Apr 11 17:27:33.449987 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e7277-89c8-41ab-bca6-134455220da8 req-254573ff-4a30-4fa7-8bb9-1f90f78b8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:33.451577 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ef0e7277-89c8-41ab-bca6-134455220da8 req-254573ff-4a30-4fa7-8bb9-1f90f78b8f38 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=27f27448-cf05-467b-a8dd-219600a89558 HTTP/1.1" status: 200  len: 853 time: 0.0720906
Apr 11 17:27:33.537151 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e7277-89c8-41ab-bca6-134455220da8 req-e2a6abd2-3c98-4107-a00f-df5c55dbe4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:33.538744 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ef0e7277-89c8-41ab-bca6-134455220da8 req-e2a6abd2-3c98-4107-a00f-df5c55dbe4dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f285a93-15c3-4d81-8eb6-47b691902cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797610
Apr 11 17:27:33.696986 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ef0e7277-89c8-41ab-bca6-134455220da8 req-2569295c-a1a8-436d-8d14-e73dc35f17f2 service neutron] 10.222.0.37 "GET /v2.0/networks/5f285a93-15c3-4d81-8eb6-47b691902cb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515021
Apr 11 17:27:33.848447 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ef0e7277-89c8-41ab-bca6-134455220da8 req-144c8cba-7087-4ed5-b9d5-eb2cd195e79f service neutron] 10.222.0.37 "GET /v2.0/networks/5f285a93-15c3-4d81-8eb6-47b691902cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452971
Apr 11 17:27:37.109959 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 55986) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:37.240278 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-04e4cd21-11ce-40be-a027-8571913e82db admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:37.257211 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-04e4cd21-11ce-40be-a027-8571913e82db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:37.261309 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-04e4cd21-11ce-40be-a027-8571913e82db admin admin] Usage tracker for resource:security_group_rule and tenant:982441c920934b4188309ca115edfce7 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:37.264335 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-04e4cd21-11ce-40be-a027-8571913e82db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:37.271050 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-04e4cd21-11ce-40be-a027-8571913e82db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:37.358331 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-04e4cd21-11ce-40be-a027-8571913e82db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:37.361292 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-04e4cd21-11ce-40be-a027-8571913e82db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:37.374254 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-4d0ff463-f796-43a8-809e-481347c5ea8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:37.418337 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-04e4cd21-11ce-40be-a027-8571913e82db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=982441c920934b4188309ca115edfce7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3066156
Apr 11 17:27:37.420098 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4cd21-11ce-40be-a027-8571913e82db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6564a6cc-2c0b-408d-9c98-7402123797ef,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:37.421322 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 55992) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:37.424053 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-04e4cd21-11ce-40be-a027-8571913e82db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:37.488463 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2dab2bce-6058-4e44-8c62-426747ac0480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:37.515653 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2dab2bce-6058-4e44-8c62-426747ac0480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:37.567445 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2dab2bce-6058-4e44-8c62-426747ac0480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:37.571653 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b33b9dfa-4779-4b46-bc58-1504404dd1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:37.586692 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab2bce-6058-4e44-8c62-426747ac0480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6564a6cc-2c0b-408d-9c98-7402123797ef,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:37.589276 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2dab2bce-6058-4e44-8c62-426747ac0480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:37.592727 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2dab2bce-6058-4e44-8c62-426747ac0480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:37.594082 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-2dab2bce-6058-4e44-8c62-426747ac0480 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6564a6cc-2c0b-408d-9c98-7402123797ef HTTP/1.1" status: 204  len: 168 time: 0.1700332
Apr 11 17:27:38.371169 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 56018) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:38.487110 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1555421232-network', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:27:38.492194 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:38.497297 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] Usage tracker for resource:network and tenant:a6b0522f96894d59bdb886e0d36daf2b is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:38.500453 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:38.508125 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:38.518380 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] Made reservation on behalf of a6b0522f96894d59bdb886e0d36daf2b for: {'network': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:27:38.523187 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for network, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:38.536788 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:38.552250 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:38.556350 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] Usage tracker for resource:security_group_rule and tenant:a6b0522f96894d59bdb886e0d36daf2b is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:38.559540 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:38.566819 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:38.654404 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:38.657281 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:38.661607 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5985bbfb-e254-4592-bcd4-9cf7c1a0f126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:38.681191 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'}  {{(pid=85264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 11 17:27:38.703468 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686bcd63-4e37-437c-a868-be324249ac52,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:38.707381 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:38.708624 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:38.709277 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.segments_db [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] Added segment a3450a82-33c5-47eb-8a0e-f2730393e2bd of type vlan for network 1140dd09-af9d-42e2-a743-9d7885c1f4a0
Apr 11 17:27:38.737993 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736608949653'] for network, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:38.768108 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for network, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:38.769546 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:38.770209 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:38.775435 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b8b22592-378c-44dc-b986-038b923b6b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:38.883916 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5114818
Apr 11 17:27:38.886005 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56026) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:38.890972 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] Pushing event updated for resources: {'Network': ['ID=1140dd09-af9d-42e2-a743-9d7885c1f4a0,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:38.895164 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-9d3add6b-6188-43d0-b77b-ec620826417b admin admin] Request body: {'subnet': {'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1555421232-subnet', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'ip_version': 4}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:27:38.896011 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-68e06ebc-1786-413f-8f62-ffb3fb951ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:38.908541 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-9d3add6b-6188-43d0-b77b-ec620826417b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:38.909764 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Network 1140dd09-af9d-42e2-a743-9d7885c1f4a0 details requested by agent ovs-agent-dv-cinder-784779-4-iscsi with host dv-cinder-784779-4-iscsi {{(pid=85266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 11 17:27:38.913868 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-9d3add6b-6188-43d0-b77b-ec620826417b admin admin] Usage tracker for resource:subnet and tenant:a6b0522f96894d59bdb886e0d36daf2b is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:38.916956 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-9d3add6b-6188-43d0-b77b-ec620826417b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:38.924492 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-9d3add6b-6188-43d0-b77b-ec620826417b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:38.936923 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3add6b-6188-43d0-b77b-ec620826417b admin admin] Made reservation on behalf of a6b0522f96894d59bdb886e0d36daf2b for: {'subnet': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:27:38.942153 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-9d3add6b-6188-43d0-b77b-ec620826417b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3287941'] for subnet, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:39.194501 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-46a84146-2392-4dfd-acc5-a855cc8f165c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:39.406686 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-9d3add6b-6188-43d0-b77b-ec620826417b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2940870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288058'] for subnet, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:39.433626 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:39.608749 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3add6b-6188-43d0-b77b-ec620826417b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c622cc8b-b37c-4c8f-904b-1a7e436a5dc8,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:39.615869 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-9d3add6b-6188-43d0-b77b-ec620826417b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:39.681830 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3add6b-6188-43d0-b77b-ec620826417b admin admin] Checking segment: {'id': 'a3450a82-33c5-47eb-8a0e-f2730393e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:27:39.682218 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3add6b-6188-43d0-b77b-ec620826417b admin admin] Network hostable DHCP agents. Network: 1140dd09-af9d-42e2-a743-9d7885c1f4a0, hostable agents: ['cadf10d7-d23a-4fec-9e77-f0f038d86f43'], hosted agents: [] {{(pid=85265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 11 17:27:39.705726 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3add6b-6188-43d0-b77b-ec620826417b admin admin] Network 1140dd09-af9d-42e2-a743-9d7885c1f4a0 is scheduled to be hosted by DHCP agent cadf10d7-d23a-4fec-9e77-f0f038d86f43 with binding_index 1 {{(pid=85265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 11 17:27:39.718221 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-9d3add6b-6188-43d0-b77b-ec620826417b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-iscsi, 1140dd09-af9d-42e2-a743-9d7885c1f4a0) {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:27:39.727958 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cc6d87-4be8-4831-a9aa-6515ca01b673 None None] Network 1140dd09-af9d-42e2-a743-9d7885c1f4a0 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:27:39.731171 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3add6b-6188-43d0-b77b-ec620826417b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:39.731827 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-9d3add6b-6188-43d0-b77b-ec620826417b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:39.759273 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-9d3add6b-6188-43d0-b77b-ec620826417b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8717842
Apr 11 17:27:39.762227 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56030) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:39.767744 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-80a2646c-5ce5-4edd-bf5d-bb6364dc999d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:27:39.772736 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-80a2646c-5ce5-4edd-bf5d-bb6364dc999d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:39.776964 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-80a2646c-5ce5-4edd-bf5d-bb6364dc999d admin admin] Usage tracker for resource:router and tenant:a6b0522f96894d59bdb886e0d36daf2b is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:39.780969 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-80a2646c-5ce5-4edd-bf5d-bb6364dc999d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:39.787135 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-80a2646c-5ce5-4edd-bf5d-bb6364dc999d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:39.797159 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-80a2646c-5ce5-4edd-bf5d-bb6364dc999d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854254265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774613'] for router, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:39.799304 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-80a2646c-5ce5-4edd-bf5d-bb6364dc999d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-521626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838406134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1184'] for router, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:39.815231 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-80a2646c-5ce5-4edd-bf5d-bb6364dc999d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:40.006428 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00cb51b4-a812-5f45-a07b-cd3af73d94f4-1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8'}]}} from dv-cinder-784779-4-iscsi. {{(pid=85266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 11 17:27:40.007375 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:40.114033 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-80a2646c-5ce5-4edd-bf5d-bb6364dc999d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854254220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1169'] for router, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:40.184825 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] Allocated IP 172.20.0.2 (1140dd09-af9d-42e2-a743-9d7885c1f4a0/c622cc8b-b37c-4c8f-904b-1a7e436a5dc8/23ad6da0-0e46-40d4-a133-6bbf4eb8d130) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:27:40.475828 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-80a2646c-5ce5-4edd-bf5d-bb6364dc999d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:40.515253 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-80a2646c-5ce5-4edd-bf5d-bb6364dc999d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:40.602370 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:40.614300 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] Transition to ACTIVE for port object 23ad6da0-0e46-40d4-a133-6bbf4eb8d130 will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:27:40.634833 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] Transition to ACTIVE for port object 23ad6da0-0e46-40d4-a133-6bbf4eb8d130 will not be triggered until provisioned by entity DHCP. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:27:40.639776 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:40.655927 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-05b44e75-3622-4b92-b18f-7f1959bacad0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:40.683478 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-80a2646c-5ce5-4edd-bf5d-bb6364dc999d admin admin] Allocated IP 172.27.0.169 (25e26079-4f70-47ba-b0dc-8350ca691b81/cc27d420-6b5b-4cd9-be1f-976508ada296/12a55706-fea0-42fb-b0eb-d1800ab91081) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:27:40.810959 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] Pushing event updated for resources: {'Port': ['ID=23ad6da0-0e46-40d4-a133-6bbf4eb8d130,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:40.814672 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:40.857129 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-80a2646c-5ce5-4edd-bf5d-bb6364dc999d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:40.860909 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] Network 1140dd09-af9d-42e2-a743-9d7885c1f4a0 is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:27:40.862103 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] Resources bound (agent type, host, resource id):  {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:27:40.864608 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:27:40.889587 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-80a2646c-5ce5-4edd-bf5d-bb6364dc999d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:40.905902 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b0e810d3-97a6-417d-9068-04d940f3e6c3 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:40.967324 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] Attempting to bind port 23ad6da0-0e46-40d4-a133-6bbf4eb8d130 on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:27:40.967746 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] Attempting to bind port 23ad6da0-0e46-40d4-a133-6bbf4eb8d130 by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': 'a3450a82-33c5-47eb-8a0e-f2730393e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:27:40.968146 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] Attempting to bind port 23ad6da0-0e46-40d4-a133-6bbf4eb8d130 on network 1140dd09-af9d-42e2-a743-9d7885c1f4a0 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:27:40.974203 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:27:40.974633 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] Checking segment: {'id': 'a3450a82-33c5-47eb-8a0e-f2730393e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:27:40.975177 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:40.975744 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] Bound using segment: {'id': 'a3450a82-33c5-47eb-8a0e-f2730393e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:27:40.976275 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] Bound port: 23ad6da0-0e46-40d4-a133-6bbf4eb8d130, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3450a82-33c5-47eb-8a0e-f2730393e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:27:40.976867 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:41.061417 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] For port 23ad6da0-0e46-40d4-a133-6bbf4eb8d130, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:27:41.066229 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] For port 23ad6da0-0e46-40d4-a133-6bbf4eb8d130, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=23ad6da0-0e46-40d4-a133-6bbf4eb8d130,segment=NetworkSegment(a3450a82-33c5-47eb-8a0e-f2730393e2bd),segment_id=a3450a82-33c5-47eb-8a0e-f2730393e2bd)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:27:41.070503 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:41.088091 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:41.254726 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] Pushing event updated for resources: {'Port': ['ID=23ad6da0-0e46-40d4-a133-6bbf4eb8d130,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:41.259953 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:41.283283 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2646c-5ce5-4edd-bf5d-bb6364dc999d admin admin] Pushing event updated for resources: {'Port': ['ID=12a55706-fea0-42fb-b0eb-d1800ab91081,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:41.293214 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-80a2646c-5ce5-4edd-bf5d-bb6364dc999d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:41.350607 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a2646c-5ce5-4edd-bf5d-bb6364dc999d admin admin] Network 25e26079-4f70-47ba-b0dc-8350ca691b81 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:27:41.351777 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-80a2646c-5ce5-4edd-bf5d-bb6364dc999d admin admin] Resources bound (agent type, host, resource id):  {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:27:41.354209 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a2646c-5ce5-4edd-bf5d-bb6364dc999d admin admin] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:27:41.697281 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-498a7960-4195-4b36-8a00-a8e12483bbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:41.831107 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-80a2646c-5ce5-4edd-bf5d-bb6364dc999d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:42.199058 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-80a2646c-5ce5-4edd-bf5d-bb6364dc999d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-521596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854326803'] for router, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:42.426556 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a2646c-5ce5-4edd-bf5d-bb6364dc999d admin admin] Router 403792f2-96c2-448c-85d4-bcfc563f3782 is scheduled to L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 with binding_index 1 {{(pid=85265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 11 17:27:42.578625 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:42.628471 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a2646c-5ce5-4edd-bf5d-bb6364dc999d admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:27:42.638834 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] Sync routers for ids ['403792f2-96c2-448c-85d4-bcfc563f3782'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:27:42.651083 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] Routers {'403792f2-96c2-448c-85d4-bcfc563f3782'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:27:42.651820 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2265438668>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:27:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['403792f2-96c2-448c-85d4-bcfc563f3782'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:42.655633 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-80a2646c-5ce5-4edd-bf5d-bb6364dc999d admin admin] Notify callbacks [] for router, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:42.660005 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-80a2646c-5ce5-4edd-bf5d-bb6364dc999d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.8962858
Apr 11 17:27:42.660347 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56040) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:42.810261 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dec358-6b99-49a0-a931-c2f5b54bce57 None None] Network 1140dd09-af9d-42e2-a743-9d7885c1f4a0 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:27:42.936819 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-20f404b0-df66-49b6-a8ea-b9f9cca3cb35 None None] Provisioning for port 23ad6da0-0e46-40d4-a133-6bbf4eb8d130 completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:27:42.970748 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] Set router 403792f2-96c2-448c-85d4-bcfc563f3782 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:27:43.265929 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:43.471639 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2265438668>, [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:27:41Z', 'revision_number': 3, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:43.477452 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] Checking router: 403792f2-96c2-448c-85d4-bcfc563f3782 for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:27:43.477974 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] Updating router 403792f2-96c2-448c-85d4-bcfc563f3782 port 12a55706-fea0-42fb-b0eb-d1800ab91081 binding host dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 11 17:27:43.528949 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 23ad6da0-0e46-40d4-a133-6bbf4eb8d130 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:27:43.613054 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:43.727248 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4985f8fd-1010-48d6-837a-6738b68e213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:43.759427 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port 23ad6da0-0e46-40d4-a133-6bbf4eb8d130 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:27:43.772975 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-6fa06145-f819-4784-914e-cd6374bdd0c6 None None] Provisioning complete for port 23ad6da0-0e46-40d4-a133-6bbf4eb8d130 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:27:43.773683 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6fa06145-f819-4784-914e-cd6374bdd0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:43.800896 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 23ad6da0-0e46-40d4-a133-6bbf4eb8d130 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:27:43.801232 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:43.842078 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:43.960515 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-4985f8fd-1010-48d6-837a-6738b68e213e admin admin] Allocated IP 172.20.0.1 (1140dd09-af9d-42e2-a743-9d7885c1f4a0/c622cc8b-b37c-4c8f-904b-1a7e436a5dc8/9aac025a-b521-4307-9f4a-f9fe68512291) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:27:44.122036 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4985f8fd-1010-48d6-837a-6738b68e213e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:44.142070 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-4985f8fd-1010-48d6-837a-6738b68e213e admin admin] Transition to ACTIVE for port object 9aac025a-b521-4307-9f4a-f9fe68512291 will not be triggered until provisioned by entity DHCP. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:27:44.167892 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4985f8fd-1010-48d6-837a-6738b68e213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:44.184660 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e03f97b9-9b1f-448c-998a-708e4a47b7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:44.347737 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985f8fd-1010-48d6-837a-6738b68e213e admin admin] Pushing event updated for resources: {'Port': ['ID=9aac025a-b521-4307-9f4a-f9fe68512291,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:44.352458 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-4985f8fd-1010-48d6-837a-6738b68e213e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:44.398622 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:44.398859 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4985f8fd-1010-48d6-837a-6738b68e213e admin admin] Network 1140dd09-af9d-42e2-a743-9d7885c1f4a0 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:27:44.400205 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-4985f8fd-1010-48d6-837a-6738b68e213e admin admin] Resources bound (agent type, host, resource id):  {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:27:44.402714 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4985f8fd-1010-48d6-837a-6738b68e213e admin admin] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:27:44.414240 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6fa06145-f819-4784-914e-cd6374bdd0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:44.440542 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] For port 23ad6da0-0e46-40d4-a133-6bbf4eb8d130, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=23ad6da0-0e46-40d4-a133-6bbf4eb8d130,segment=NetworkSegment(a3450a82-33c5-47eb-8a0e-f2730393e2bd),segment_id=a3450a82-33c5-47eb-8a0e-f2730393e2bd)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:27:44.470439 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4985f8fd-1010-48d6-837a-6738b68e213e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854327000'] for router_interface, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:44.510217 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.db.api [None req-6fa06145-f819-4784-914e-cd6374bdd0c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 11 17:27:44.510629 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_db.api [None req-6fa06145-f819-4784-914e-cd6374bdd0c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 11 17:27:44.511253 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:44.515510 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:44.554980 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.db.resource_extend [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 11 17:27:44.660867 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Pushing event updated for resources: {'Port': ['ID=23ad6da0-0e46-40d4-a133-6bbf4eb8d130,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:44.665763 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:44.670491 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:44.684332 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] Transition to ACTIVE for port object 12a55706-fea0-42fb-b0eb-d1800ab91081 will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:27:44.690435 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:44.706777 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-904447bc-3202-43b9-a11b-bd04e9947fe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:44.745682 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4985f8fd-1010-48d6-837a-6738b68e213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:44.862266 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e5d70-5713-4c0c-83d8-f2da09e69ad3 None None] Pushing event updated for resources: {'Port': ['ID=12a55706-fea0-42fb-b0eb-d1800ab91081,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:44.866838 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e41e5d70-5713-4c0c-83d8-f2da09e69ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:44.921099 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] Attempting to bind port 12a55706-fea0-42fb-b0eb-d1800ab91081 on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:27:44.921456 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] Attempting to bind port 12a55706-fea0-42fb-b0eb-d1800ab91081 by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:27:44.921866 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] Attempting to bind port 12a55706-fea0-42fb-b0eb-d1800ab91081 on network 25e26079-4f70-47ba-b0dc-8350ca691b81 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:27:44.928580 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:27:44.929072 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] Checking segment: {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:27:44.929528 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:44.930006 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] Bound using segment: {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:27:44.930528 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] Bound port: 12a55706-fea0-42fb-b0eb-d1800ab91081, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:27:44.930946 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:45.030575 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4985f8fd-1010-48d6-837a-6738b68e213e admin admin] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:45.034695 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4985f8fd-1010-48d6-837a-6738b68e213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933374'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:45.051385 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] For port 12a55706-fea0-42fb-b0eb-d1800ab91081, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:27:45.067539 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b374990e-836f-4da3-856c-f00d9a5895bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:45.072322 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] For port 12a55706-fea0-42fb-b0eb-d1800ab91081, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=12a55706-fea0-42fb-b0eb-d1800ab91081,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:27:45.076355 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:45.093540 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-311848de-4e9f-40b9-a14e-7bee4b5de314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:45.150363 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985f8fd-1010-48d6-837a-6738b68e213e admin admin] Pushing event updated for resources: {'Port': ['ID=9aac025a-b521-4307-9f4a-f9fe68512291,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:45.153272 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-4985f8fd-1010-48d6-837a-6738b68e213e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:45.163493 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4985f8fd-1010-48d6-837a-6738b68e213e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16292956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854326939'] for router_interface, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:45.253481 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e5d70-5713-4c0c-83d8-f2da09e69ad3 None None] Pushing event updated for resources: {'Port': ['ID=12a55706-fea0-42fb-b0eb-d1800ab91081,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:45.281489 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e41e5d70-5713-4c0c-83d8-f2da09e69ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:45.300888 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79f7d268-7117-4d0b-a2fc-7e128d1e9521 None None] Provisioning for port 9aac025a-b521-4307-9f4a-f9fe68512291 completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:27:45.308416 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79f7d268-7117-4d0b-a2fc-7e128d1e9521 None None] Provisioning complete for port 9aac025a-b521-4307-9f4a-f9fe68512291 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:27:45.308893 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79f7d268-7117-4d0b-a2fc-7e128d1e9521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:45.323338 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4985f8fd-1010-48d6-837a-6738b68e213e admin admin] Network 1140dd09-af9d-42e2-a743-9d7885c1f4a0 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:27:45.324595 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-4985f8fd-1010-48d6-837a-6738b68e213e admin admin] Resources bound (agent type, host, resource id):  {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:27:45.373259 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] Routers {'403792f2-96c2-448c-85d4-bcfc563f3782'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:27:45.373971 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2265438668>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:27:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['403792f2-96c2-448c-85d4-bcfc563f3782'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:45.508398 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 23ad6da0-0e46-40d4-a133-6bbf4eb8d130 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:27:45.530844 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4985f8fd-1010-48d6-837a-6738b68e213e admin admin] Router 403792f2-96c2-448c-85d4-bcfc563f3782 has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:27:45.578359 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-79f7d268-7117-4d0b-a2fc-7e128d1e9521 None None] Port 9aac025a-b521-4307-9f4a-f9fe68512291 cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:27:45.653571 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] Set router 403792f2-96c2-448c-85d4-bcfc563f3782 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:27:45.700829 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 23ad6da0-0e46-40d4-a133-6bbf4eb8d130 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:27:45.701252 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:45.732078 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4985f8fd-1010-48d6-837a-6738b68e213e admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:27:45.742168 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-4985f8fd-1010-48d6-837a-6738b68e213e admin admin] 10.222.0.30 "PUT /v2.0/routers/403792f2-96c2-448c-85d4-bcfc563f3782/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0806861
Apr 11 17:27:45.861543 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-54d2d88b-ba5e-4168-b28e-da8a6493f808 None None] Provisioning complete for port 9aac025a-b521-4307-9f4a-f9fe68512291 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:27:45.861985 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-54d2d88b-ba5e-4168-b28e-da8a6493f808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:46.043325 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-54d2d88b-ba5e-4168-b28e-da8a6493f808 None None] Port 9aac025a-b521-4307-9f4a-f9fe68512291 cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:27:46.190796 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2265438668>, [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 4, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '9aac025a-b521-4307-9f4a-f9fe68512291', 'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'mac_address': 'fa:16:3e:6d:26:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:43Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 2, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'subnets': [{'id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:46.195000 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6fcb5f-1bd1-45d6-8ad5-8561df63164d None None] The sync data for ids ['403792f2-96c2-448c-85d4-bcfc563f3782'] in dv-cinder-784779-4-iscsi is: [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 4, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '9aac025a-b521-4307-9f4a-f9fe68512291', 'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'mac_address': 'fa:16:3e:6d:26:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:43Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 2, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'subnets': [{'id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:27:46.288898 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 56076) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:46.295721 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1767092550-network', 'tenant_id': '1ad9cf20bd964bc88e87e76e86506fa9'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:27:46.301519 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:46.305963 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] Usage tracker for resource:network and tenant:1ad9cf20bd964bc88e87e76e86506fa9 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:46.309059 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:46.315887 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:46.325962 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] Made reservation on behalf of 1ad9cf20bd964bc88e87e76e86506fa9 for: {'network': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:27:46.331325 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for network, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:46.344637 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:46.364220 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:46.368218 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] Usage tracker for resource:security_group_rule and tenant:1ad9cf20bd964bc88e87e76e86506fa9 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:46.371138 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:46.378378 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:46.468129 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:46.471992 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:46.476142 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-910a7c89-d5a8-4aec-aee3-cc2b71e18ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:46.505423 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'}  {{(pid=85264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 11 17:27:46.514898 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7994c1b7-df9b-4598-b720-d9562bd0925c,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:46.518830 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:46.522683 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:46.523077 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.segments_db [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] Added segment b6b98c91-1ddf-4819-9b8a-64341c53d41d of type vlan for network f7da00fa-91fe-4b5f-b050-b8d51840b0ac
Apr 11 17:27:46.551000 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736608949653'] for network, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:46.587238 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975'] for network, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:46.589840 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:46.590721 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:46.596740 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:46.709892 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4167256
Apr 11 17:27:46.710413 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 56082) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:46.719113 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-53e196cb-6d4d-462b-9267-36181b094dd5 admin admin] Request body: {'subnet': {'network_id': 'f7da00fa-91fe-4b5f-b050-b8d51840b0ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1767092550-subnet', 'tenant_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'ip_version': 4}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:27:46.723338 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] Pushing event updated for resources: {'Network': ['ID=f7da00fa-91fe-4b5f-b050-b8d51840b0ac,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:46.726992 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c9acf1cc-7927-40c5-bb5e-84ceeb7540d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:46.728030 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-53e196cb-6d4d-462b-9267-36181b094dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:46.732305 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-53e196cb-6d4d-462b-9267-36181b094dd5 admin admin] Usage tracker for resource:subnet and tenant:1ad9cf20bd964bc88e87e76e86506fa9 is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:46.734290 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Network f7da00fa-91fe-4b5f-b050-b8d51840b0ac details requested by agent ovs-agent-dv-cinder-784779-4-iscsi with host dv-cinder-784779-4-iscsi {{(pid=85266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 11 17:27:46.736119 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-53e196cb-6d4d-462b-9267-36181b094dd5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:46.742407 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-53e196cb-6d4d-462b-9267-36181b094dd5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:46.752695 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e196cb-6d4d-462b-9267-36181b094dd5 admin admin] Made reservation on behalf of 1ad9cf20bd964bc88e87e76e86506fa9 for: {'subnet': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:27:46.757598 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-53e196cb-6d4d-462b-9267-36181b094dd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851839193'] for subnet, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:47.225811 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-53e196cb-6d4d-462b-9267-36181b094dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852460989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851839144'] for subnet, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:47.243099 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ca46cbc1-95d4-4937-bb9d-0893f2ee0951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:47.478455 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 12a55706-fea0-42fb-b0eb-d1800ab91081 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:27:47.562881 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port 12a55706-fea0-42fb-b0eb-d1800ab91081 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:27:47.568891 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 12a55706-fea0-42fb-b0eb-d1800ab91081 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:27:47.569313 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:47.639513 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e196cb-6d4d-462b-9267-36181b094dd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02b91f65-c39b-44df-bb43-632d4f8f2751,revision_number=0']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:47.644311 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-53e196cb-6d4d-462b-9267-36181b094dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:47.698026 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:47.708097 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e196cb-6d4d-462b-9267-36181b094dd5 admin admin] Checking segment: {'id': 'b6b98c91-1ddf-4819-9b8a-64341c53d41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f7da00fa-91fe-4b5f-b050-b8d51840b0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:27:47.708539 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e196cb-6d4d-462b-9267-36181b094dd5 admin admin] Network hostable DHCP agents. Network: f7da00fa-91fe-4b5f-b050-b8d51840b0ac, hostable agents: ['cadf10d7-d23a-4fec-9e77-f0f038d86f43'], hosted agents: [] {{(pid=85264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 11 17:27:47.716126 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] For port 12a55706-fea0-42fb-b0eb-d1800ab91081, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=12a55706-fea0-42fb-b0eb-d1800ab91081,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:27:47.720113 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:47.722083 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-fb7dda68-62fe-4b55-98a1-4c10bb6b4014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:47.742501 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e196cb-6d4d-462b-9267-36181b094dd5 admin admin] Network f7da00fa-91fe-4b5f-b050-b8d51840b0ac is scheduled to be hosted by DHCP agent cadf10d7-d23a-4fec-9e77-f0f038d86f43 with binding_index 1 {{(pid=85264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 11 17:27:47.751623 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-53e196cb-6d4d-462b-9267-36181b094dd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-iscsi, f7da00fa-91fe-4b5f-b050-b8d51840b0ac) {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:27:47.765193 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e196cb-6d4d-462b-9267-36181b094dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:27:47.765873 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-53e196cb-6d4d-462b-9267-36181b094dd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:47.767878 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a82ae7-8393-4ab6-9dea-767d1691acdc None None] Network f7da00fa-91fe-4b5f-b050-b8d51840b0ac requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:27:47.790590 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-53e196cb-6d4d-462b-9267-36181b094dd5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0790145
Apr 11 17:27:47.792634 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56088) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:47.800040 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-86dfeb84-5f47-4368-9613-20fca20ebe4e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1767092550-router', 'tenant_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:27:47.807693 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-86dfeb84-5f47-4368-9613-20fca20ebe4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:47.818668 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-86dfeb84-5f47-4368-9613-20fca20ebe4e admin admin] Usage tracker for resource:router and tenant:1ad9cf20bd964bc88e87e76e86506fa9 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:47.821822 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-86dfeb84-5f47-4368-9613-20fca20ebe4e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:47.828784 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-86dfeb84-5f47-4368-9613-20fca20ebe4e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:47.840657 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-86dfeb84-5f47-4368-9613-20fca20ebe4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854254265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774613'] for router, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:47.841843 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-86dfeb84-5f47-4368-9613-20fca20ebe4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-521626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838406134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1184'] for router, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:47.857013 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-86dfeb84-5f47-4368-9613-20fca20ebe4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:47.903203 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Pushing event updated for resources: {'Port': ['ID=12a55706-fea0-42fb-b0eb-d1800ab91081,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:47.908606 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:48.036844 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00cb51b4-a812-5f45-a07b-cd3af73d94f4-f7da00fa-91fe-4b5f-b050-b8d51840b0ac', 'network_id': 'f7da00fa-91fe-4b5f-b050-b8d51840b0ac', 'tenant_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'fixed_ips': [{'subnet_id': '02b91f65-c39b-44df-bb43-632d4f8f2751'}]}} from dv-cinder-784779-4-iscsi. {{(pid=85266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 11 17:27:48.037770 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:48.142268 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-86dfeb84-5f47-4368-9613-20fca20ebe4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854254220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1169'] for router, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:48.206264 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] Allocated IP 172.20.0.2 (f7da00fa-91fe-4b5f-b050-b8d51840b0ac/02b91f65-c39b-44df-bb43-632d4f8f2751/f52ed74c-cd84-40e3-8243-4ed017678f6e) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:27:48.429386 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:48.441745 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] Transition to ACTIVE for port object f52ed74c-cd84-40e3-8243-4ed017678f6e will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:27:48.463297 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] Transition to ACTIVE for port object f52ed74c-cd84-40e3-8243-4ed017678f6e will not be triggered until provisioned by entity DHCP. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:27:48.468466 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:48.484917 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:48.638730 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] Pushing event updated for resources: {'Port': ['ID=f52ed74c-cd84-40e3-8243-4ed017678f6e,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:48.641802 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:48.686379 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] Network f7da00fa-91fe-4b5f-b050-b8d51840b0ac is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:27:48.687653 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] Resources bound (agent type, host, resource id):  {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:27:48.690252 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:27:48.711080 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-86dfeb84-5f47-4368-9613-20fca20ebe4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:48.743662 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-86dfeb84-5f47-4368-9613-20fca20ebe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:48.787819 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] Attempting to bind port f52ed74c-cd84-40e3-8243-4ed017678f6e on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:27:48.788237 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] Attempting to bind port f52ed74c-cd84-40e3-8243-4ed017678f6e by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': 'b6b98c91-1ddf-4819-9b8a-64341c53d41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f7da00fa-91fe-4b5f-b050-b8d51840b0ac'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:27:48.788686 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] Attempting to bind port f52ed74c-cd84-40e3-8243-4ed017678f6e on network f7da00fa-91fe-4b5f-b050-b8d51840b0ac {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:27:48.794596 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:27:48.795013 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] Checking segment: {'id': 'b6b98c91-1ddf-4819-9b8a-64341c53d41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f7da00fa-91fe-4b5f-b050-b8d51840b0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:27:48.795465 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:48.795907 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] Bound using segment: {'id': 'b6b98c91-1ddf-4819-9b8a-64341c53d41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f7da00fa-91fe-4b5f-b050-b8d51840b0ac'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:27:48.796459 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] Bound port: f52ed74c-cd84-40e3-8243-4ed017678f6e, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b98c91-1ddf-4819-9b8a-64341c53d41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f7da00fa-91fe-4b5f-b050-b8d51840b0ac'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:27:48.796870 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:48.877083 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] For port f52ed74c-cd84-40e3-8243-4ed017678f6e, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:27:48.881283 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] For port f52ed74c-cd84-40e3-8243-4ed017678f6e, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=f52ed74c-cd84-40e3-8243-4ed017678f6e,segment=NetworkSegment(b6b98c91-1ddf-4819-9b8a-64341c53d41d),segment_id=b6b98c91-1ddf-4819-9b8a-64341c53d41d)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:27:48.885394 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:48.894060 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-86dfeb84-5f47-4368-9613-20fca20ebe4e admin admin] Allocated IP 172.27.0.212 (25e26079-4f70-47ba-b0dc-8350ca691b81/cc27d420-6b5b-4cd9-be1f-976508ada296/1d95c015-a89b-414c-ac10-d61d54a9689b) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:27:48.902731 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-311848de-4e9f-40b9-a14e-7bee4b5de314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:48.987557 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] Pushing event updated for resources: {'Port': ['ID=f52ed74c-cd84-40e3-8243-4ed017678f6e,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:48.993849 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b85b6bf5-f825-495b-a0c7-9ecdefd41ee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:49.065480 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-86dfeb84-5f47-4368-9613-20fca20ebe4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:49.101345 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-86dfeb84-5f47-4368-9613-20fca20ebe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:49.118311 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c6778ade-093b-4f1c-bbda-5fe6e9d73fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:49.267993 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfeb84-5f47-4368-9613-20fca20ebe4e admin admin] Pushing event updated for resources: {'Port': ['ID=1d95c015-a89b-414c-ac10-d61d54a9689b,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:49.272513 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-86dfeb84-5f47-4368-9613-20fca20ebe4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:49.322611 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dfeb84-5f47-4368-9613-20fca20ebe4e admin admin] Network 25e26079-4f70-47ba-b0dc-8350ca691b81 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:27:49.323779 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-86dfeb84-5f47-4368-9613-20fca20ebe4e admin admin] Resources bound (agent type, host, resource id):  {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:27:49.326091 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dfeb84-5f47-4368-9613-20fca20ebe4e admin admin] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:27:49.561594 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] Sync routers for ids ['403792f2-96c2-448c-85d4-bcfc563f3782'] in dv-cinder-784779-4-iscsi {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:27:49.575355 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] Routers {'403792f2-96c2-448c-85d4-bcfc563f3782'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:27:49.576043 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2266738278>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:27:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['403792f2-96c2-448c-85d4-bcfc563f3782'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:49.669858 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 12a55706-fea0-42fb-b0eb-d1800ab91081 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:27:49.748888 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 12a55706-fea0-42fb-b0eb-d1800ab91081 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:27:49.749442 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:49.829286 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] Set router 403792f2-96c2-448c-85d4-bcfc563f3782 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:27:49.888450 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device f52ed74c-cd84-40e3-8243-4ed017678f6e up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:27:49.891884 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-86dfeb84-5f47-4368-9613-20fca20ebe4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:49.965611 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port f52ed74c-cd84-40e3-8243-4ed017678f6e completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:27:50.170620 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2266738278>, [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 4, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '9aac025a-b521-4307-9f4a-f9fe68512291', 'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'mac_address': 'fa:16:3e:6d:26:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:43Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 2, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'subnets': [{'id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:50.175989 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] Checking router: 403792f2-96c2-448c-85d4-bcfc563f3782 for host: dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:27:50.176393 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] Updating router 403792f2-96c2-448c-85d4-bcfc563f3782 port 9aac025a-b521-4307-9f4a-f9fe68512291 binding host dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 11 17:27:50.237639 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:50.287826 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-86dfeb84-5f47-4368-9613-20fca20ebe4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-521596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854326803'] for router, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:50.517709 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86dfeb84-5f47-4368-9613-20fca20ebe4e admin admin] Router 2618f52e-be4f-4372-93cc-833179f94517 is scheduled to L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 with binding_index 1 {{(pid=85265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 11 17:27:50.588271 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57391d1c-2a3f-4cdc-ba23-99b2d657a026 None None] Network f7da00fa-91fe-4b5f-b050-b8d51840b0ac requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:27:50.669745 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] Notify callbacks [] for port, precommit_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:50.683598 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] Transition to ACTIVE for port object 9aac025a-b521-4307-9f4a-f9fe68512291 will not be triggered until provisioned by entity L2. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:27:50.690604 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:50.704654 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-3be9335d-3afb-45da-85ae-0eb10aea7119 None None] Provisioning for port f52ed74c-cd84-40e3-8243-4ed017678f6e completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:27:50.710143 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:50.713074 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-3be9335d-3afb-45da-85ae-0eb10aea7119 None None] Provisioning complete for port f52ed74c-cd84-40e3-8243-4ed017678f6e triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:27:50.713943 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3be9335d-3afb-45da-85ae-0eb10aea7119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:50.728879 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86dfeb84-5f47-4368-9613-20fca20ebe4e admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:27:50.752583 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aba987-7278-4279-a271-922a31f859af None None] Sync routers for ids ['2618f52e-be4f-4372-93cc-833179f94517'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:27:50.758165 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-86dfeb84-5f47-4368-9613-20fca20ebe4e admin admin] Notify callbacks [] for router, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:50.759641 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-86dfeb84-5f47-4368-9613-20fca20ebe4e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.9659426
Apr 11 17:27:50.762487 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56106) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:50.793312 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aba987-7278-4279-a271-922a31f859af None None] Routers {'2618f52e-be4f-4372-93cc-833179f94517'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:27:50.793939 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f2119-92ce-4798-afab-6f263dc1625e None None] Pushing event updated for resources: {'Port': ['ID=9aac025a-b521-4307-9f4a-f9fe68512291,revision_number=3']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:50.794069 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-b9aba987-7278-4279-a271-922a31f859af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226523de10>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:27:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['2618f52e-be4f-4372-93cc-833179f94517'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:50.804911 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f2119-92ce-4798-afab-6f263dc1625e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:50.805297 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f2119-92ce-4798-afab-6f263dc1625e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:50.805676 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f2119-92ce-4798-afab-6f263dc1625e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:50.806048 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f2119-92ce-4798-afab-6f263dc1625e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:50.806415 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f2119-92ce-4798-afab-6f263dc1625e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:50.806784 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f2119-92ce-4798-afab-6f263dc1625e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:50.807149 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f2119-92ce-4798-afab-6f263dc1625e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:50.807513 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f2119-92ce-4798-afab-6f263dc1625e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:50.807897 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f2119-92ce-4798-afab-6f263dc1625e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:50.808260 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f2119-92ce-4798-afab-6f263dc1625e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:50.808647 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f2119-92ce-4798-afab-6f263dc1625e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:50.809006 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f2119-92ce-4798-afab-6f263dc1625e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:27:50.814883 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-819f2119-92ce-4798-afab-6f263dc1625e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:51.099642 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] Attempting to bind port 9aac025a-b521-4307-9f4a-f9fe68512291 on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:27:51.100053 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] Attempting to bind port 9aac025a-b521-4307-9f4a-f9fe68512291 by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': 'a3450a82-33c5-47eb-8a0e-f2730393e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0'}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:27:51.100484 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] Attempting to bind port 9aac025a-b521-4307-9f4a-f9fe68512291 on network 1140dd09-af9d-42e2-a743-9d7885c1f4a0 {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:27:51.107826 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:27:51.108682 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] Checking segment: {'id': 'a3450a82-33c5-47eb-8a0e-f2730393e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:27:51.109348 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:51.110513 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] Bound using segment: {'id': 'a3450a82-33c5-47eb-8a0e-f2730393e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0'} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:27:51.111267 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] Bound port: 9aac025a-b521-4307-9f4a-f9fe68512291, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3450a82-33c5-47eb-8a0e-f2730393e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0'}}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:27:51.112593 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:51.198387 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] For port 9aac025a-b521-4307-9f4a-f9fe68512291, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:27:51.201451 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] For port 9aac025a-b521-4307-9f4a-f9fe68512291, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=9aac025a-b521-4307-9f4a-f9fe68512291,segment=NetworkSegment(a3450a82-33c5-47eb-8a0e-f2730393e2bd),segment_id=a3450a82-33c5-47eb-8a0e-f2730393e2bd)] {{(pid=85267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:27:51.205656 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:51.221983 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:51.348918 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3be9335d-3afb-45da-85ae-0eb10aea7119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:51.375300 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-b9aba987-7278-4279-a271-922a31f859af None None] Set router 2618f52e-be4f-4372-93cc-833179f94517 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:27:51.396975 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f2119-92ce-4798-afab-6f263dc1625e None None] Pushing event updated for resources: {'Port': ['ID=9aac025a-b521-4307-9f4a-f9fe68512291,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:51.402307 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-819f2119-92ce-4798-afab-6f263dc1625e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:51.452407 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] Routers {'403792f2-96c2-448c-85d4-bcfc563f3782'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:27:51.454014 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2266738278>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:27:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['403792f2-96c2-448c-85d4-bcfc563f3782'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:51.517619 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-3be9335d-3afb-45da-85ae-0eb10aea7119 None None] For port f52ed74c-cd84-40e3-8243-4ed017678f6e, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=f52ed74c-cd84-40e3-8243-4ed017678f6e,segment=NetworkSegment(b6b98c91-1ddf-4819-9b8a-64341c53d41d),segment_id=b6b98c91-1ddf-4819-9b8a-64341c53d41d)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:27:51.544045 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3be9335d-3afb-45da-85ae-0eb10aea7119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:51.557872 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:51.668669 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] Set router 403792f2-96c2-448c-85d4-bcfc563f3782 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:27:51.739451 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9335d-3afb-45da-85ae-0eb10aea7119 None None] Pushing event updated for resources: {'Port': ['ID=f52ed74c-cd84-40e3-8243-4ed017678f6e,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:51.752973 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3be9335d-3afb-45da-85ae-0eb10aea7119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:51.827625 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-70ac22fc-1e4d-4cf2-8003-7a6df9343782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:51.872723 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-b9aba987-7278-4279-a271-922a31f859af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226523de10>, [{'id': '2618f52e-be4f-4372-93cc-833179f94517', 'name': 'tempest-TestVolumeBootPattern-1767092550-router', 'tenant_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '1d95c015-a89b-414c-ac10-d61d54a9689b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:47Z', 'updated_at': '2021-04-11T17:27:49Z', 'revision_number': 3, 'project_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'gw_port': {'id': '1d95c015-a89b-414c-ac10-d61d54a9689b', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2618f52e-be4f-4372-93cc-833179f94517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:48Z', 'updated_at': '2021-04-11T17:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:51.888112 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aba987-7278-4279-a271-922a31f859af None None] Checking router: 2618f52e-be4f-4372-93cc-833179f94517 for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:27:51.888549 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aba987-7278-4279-a271-922a31f859af None None] Updating router 2618f52e-be4f-4372-93cc-833179f94517 port 1d95c015-a89b-414c-ac10-d61d54a9689b binding host dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 11 17:27:51.970823 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b9aba987-7278-4279-a271-922a31f859af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:52.083745 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-70ede0e4-261c-481e-8cad-5578068324f4 None None] Provisioning complete for port f52ed74c-cd84-40e3-8243-4ed017678f6e triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:27:52.084313 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-70ede0e4-261c-481e-8cad-5578068324f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:52.089069 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-70ac22fc-1e4d-4cf2-8003-7a6df9343782 admin admin] Allocated IP 172.20.0.1 (f7da00fa-91fe-4b5f-b050-b8d51840b0ac/02b91f65-c39b-44df-bb43-632d4f8f2751/5b62f1df-d5c8-4f60-83d9-469a3812eca4) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:27:52.225892 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2266738278>, [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 4, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '9aac025a-b521-4307-9f4a-f9fe68512291', 'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'mac_address': 'fa:16:3e:6d:26:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:43Z', 'updated_at': '2021-04-11T17:27:51Z', 'revision_number': 4, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'subnets': [{'id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:52.230089 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57861202-a5e7-42c2-9419-0e0d71fca616 None None] The sync data for ids ['403792f2-96c2-448c-85d4-bcfc563f3782'] in dv-cinder-784779-4-iscsi is: [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 4, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '9aac025a-b521-4307-9f4a-f9fe68512291', 'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'mac_address': 'fa:16:3e:6d:26:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:43Z', 'updated_at': '2021-04-11T17:27:51Z', 'revision_number': 4, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'subnets': [{'id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:27:52.252872 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-70ac22fc-1e4d-4cf2-8003-7a6df9343782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:52.270121 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-70ac22fc-1e4d-4cf2-8003-7a6df9343782 admin admin] Transition to ACTIVE for port object 5b62f1df-d5c8-4f60-83d9-469a3812eca4 will not be triggered until provisioned by entity DHCP. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:27:52.296045 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-70ac22fc-1e4d-4cf2-8003-7a6df9343782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:52.314003 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:52.474107 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac22fc-1e4d-4cf2-8003-7a6df9343782 admin admin] Pushing event updated for resources: {'Port': ['ID=5b62f1df-d5c8-4f60-83d9-469a3812eca4,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:52.478834 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-70ac22fc-1e4d-4cf2-8003-7a6df9343782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:52.525689 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ac22fc-1e4d-4cf2-8003-7a6df9343782 admin admin] Network f7da00fa-91fe-4b5f-b050-b8d51840b0ac is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:27:52.526865 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-70ac22fc-1e4d-4cf2-8003-7a6df9343782 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:27:52.529359 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ac22fc-1e4d-4cf2-8003-7a6df9343782 admin admin] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:27:52.548106 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b9aba987-7278-4279-a271-922a31f859af None None] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:52.561132 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-b9aba987-7278-4279-a271-922a31f859af None None] Transition to ACTIVE for port object 1d95c015-a89b-414c-ac10-d61d54a9689b will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:27:52.568659 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b9aba987-7278-4279-a271-922a31f859af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:52.590835 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:52.591707 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-70ac22fc-1e4d-4cf2-8003-7a6df9343782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854327000'] for router_interface, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:52.718626 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-70ac22fc-1e4d-4cf2-8003-7a6df9343782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:52.745637 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f2a58-2a2b-41b6-9a4e-89584727f67c None None] Pushing event updated for resources: {'Port': ['ID=1d95c015-a89b-414c-ac10-d61d54a9689b,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:52.750270 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-513f2a58-2a2b-41b6-9a4e-89584727f67c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:52.787214 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-f5443744-2a6a-4a89-afc7-865dc441a20c None None] Provisioning for port 5b62f1df-d5c8-4f60-83d9-469a3812eca4 completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:27:52.803743 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-f5443744-2a6a-4a89-afc7-865dc441a20c None None] Provisioning complete for port 5b62f1df-d5c8-4f60-83d9-469a3812eca4 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:27:52.804130 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f5443744-2a6a-4a89-afc7-865dc441a20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:52.885071 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-f5443744-2a6a-4a89-afc7-865dc441a20c None None] Port 5b62f1df-d5c8-4f60-83d9-469a3812eca4 cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:27:52.896905 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-b9aba987-7278-4279-a271-922a31f859af None None] Attempting to bind port 1d95c015-a89b-414c-ac10-d61d54a9689b on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:27:52.897323 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-b9aba987-7278-4279-a271-922a31f859af None None] Attempting to bind port 1d95c015-a89b-414c-ac10-d61d54a9689b by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:27:52.897738 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aba987-7278-4279-a271-922a31f859af None None] Attempting to bind port 1d95c015-a89b-414c-ac10-d61d54a9689b on network 25e26079-4f70-47ba-b0dc-8350ca691b81 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:27:52.903465 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aba987-7278-4279-a271-922a31f859af None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:27:52.903876 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aba987-7278-4279-a271-922a31f859af None None] Checking segment: {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:27:52.904327 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b9aba987-7278-4279-a271-922a31f859af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:52.904795 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aba987-7278-4279-a271-922a31f859af None None] Bound using segment: {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:27:52.905356 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-b9aba987-7278-4279-a271-922a31f859af None None] Bound port: 1d95c015-a89b-414c-ac10-d61d54a9689b, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8cac60-ff06-41a8-94c6-e01c02fa9bfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:27:52.905773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b9aba987-7278-4279-a271-922a31f859af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:52.994547 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-b9aba987-7278-4279-a271-922a31f859af None None] For port 1d95c015-a89b-414c-ac10-d61d54a9689b, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:27:52.997901 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-b9aba987-7278-4279-a271-922a31f859af None None] For port 1d95c015-a89b-414c-ac10-d61d54a9689b, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=1d95c015-a89b-414c-ac10-d61d54a9689b,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:27:53.002986 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b9aba987-7278-4279-a271-922a31f859af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:53.021017 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e41e5d70-5713-4c0c-83d8-f2da09e69ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:53.023912 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-70ac22fc-1e4d-4cf2-8003-7a6df9343782 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:53.028861 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-70ac22fc-1e4d-4cf2-8003-7a6df9343782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933374'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:53.058784 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-07845a64-a7bb-44f5-a768-ef32ca6bcf7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:53.150577 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac22fc-1e4d-4cf2-8003-7a6df9343782 admin admin] Pushing event updated for resources: {'Port': ['ID=5b62f1df-d5c8-4f60-83d9-469a3812eca4,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:53.154943 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-70ac22fc-1e4d-4cf2-8003-7a6df9343782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:53.159241 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-70ac22fc-1e4d-4cf2-8003-7a6df9343782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16292956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854326939'] for router_interface, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:53.189603 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f2a58-2a2b-41b6-9a4e-89584727f67c None None] Pushing event updated for resources: {'Port': ['ID=1d95c015-a89b-414c-ac10-d61d54a9689b,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:53.192952 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-513f2a58-2a2b-41b6-9a4e-89584727f67c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:53.238139 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aba987-7278-4279-a271-922a31f859af None None] Routers {'2618f52e-be4f-4372-93cc-833179f94517'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:27:53.238742 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-b9aba987-7278-4279-a271-922a31f859af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226523de10>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:27:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['2618f52e-be4f-4372-93cc-833179f94517'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:53.308998 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ac22fc-1e4d-4cf2-8003-7a6df9343782 admin admin] Network f7da00fa-91fe-4b5f-b050-b8d51840b0ac is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:27:53.310147 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-70ac22fc-1e4d-4cf2-8003-7a6df9343782 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:27:53.327812 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:27:53.452168 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-b9aba987-7278-4279-a271-922a31f859af None None] Set router 2618f52e-be4f-4372-93cc-833179f94517 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:27:53.518235 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 9aac025a-b521-4307-9f4a-f9fe68512291 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:27:53.537318 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ac22fc-1e4d-4cf2-8003-7a6df9343782 admin admin] Router 2618f52e-be4f-4372-93cc-833179f94517 has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:27:53.736393 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ac22fc-1e4d-4cf2-8003-7a6df9343782 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:27:53.746018 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-70ac22fc-1e4d-4cf2-8003-7a6df9343782 admin admin] 10.222.0.30 "PUT /v2.0/routers/2618f52e-be4f-4372-93cc-833179f94517/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9819741
Apr 11 17:27:53.752299 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-69ff82e1-743f-45a5-85b3-0bc2766b0d7a None None] Provisioning complete for port 5b62f1df-d5c8-4f60-83d9-469a3812eca4 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:27:53.752754 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-69ff82e1-743f-45a5-85b3-0bc2766b0d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:53.815399 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port 9aac025a-b521-4307-9f4a-f9fe68512291 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:27:53.838930 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 9aac025a-b521-4307-9f4a-f9fe68512291 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:27:53.839351 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:54.067962 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-69ff82e1-743f-45a5-85b3-0bc2766b0d7a None None] Port 5b62f1df-d5c8-4f60-83d9-469a3812eca4 cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:27:54.225973 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:54.248546 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] For port 9aac025a-b521-4307-9f4a-f9fe68512291, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=9aac025a-b521-4307-9f4a-f9fe68512291,segment=NetworkSegment(a3450a82-33c5-47eb-8a0e-f2730393e2bd),segment_id=a3450a82-33c5-47eb-8a0e-f2730393e2bd)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:27:54.251653 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-b9aba987-7278-4279-a271-922a31f859af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226523de10>, [{'id': '2618f52e-be4f-4372-93cc-833179f94517', 'name': 'tempest-TestVolumeBootPattern-1767092550-router', 'tenant_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '1d95c015-a89b-414c-ac10-d61d54a9689b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:47Z', 'updated_at': '2021-04-11T17:27:52Z', 'revision_number': 4, 'project_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'gw_port': {'id': '1d95c015-a89b-414c-ac10-d61d54a9689b', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2618f52e-be4f-4372-93cc-833179f94517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:48Z', 'updated_at': '2021-04-11T17:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '5b62f1df-d5c8-4f60-83d9-469a3812eca4', 'name': '', 'network_id': 'f7da00fa-91fe-4b5f-b050-b8d51840b0ac', 'tenant_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'mac_address': 'fa:16:3e:1b:10:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2618f52e-be4f-4372-93cc-833179f94517', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '02b91f65-c39b-44df-bb43-632d4f8f2751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:51Z', 'updated_at': '2021-04-11T17:27:52Z', 'revision_number': 2, 'project_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'subnets': [{'id': '02b91f65-c39b-44df-bb43-632d4f8f2751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:54.256356 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:54.257305 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device f52ed74c-cd84-40e3-8243-4ed017678f6e up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:27:54.259867 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56122) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:54.266050 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-bed364da-9c26-42fd-aafe-641ec2a14949 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1807316531', 'description': 'tempest-secgroup-smoke-1807316531 description', 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:27:54.281246 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-bed364da-9c26-42fd-aafe-641ec2a14949 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:54.286152 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-bed364da-9c26-42fd-aafe-641ec2a14949 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Usage tracker for resource:security_group and tenant:a6b0522f96894d59bdb886e0d36daf2b is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:54.289312 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-bed364da-9c26-42fd-aafe-641ec2a14949 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:54.295384 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-bed364da-9c26-42fd-aafe-641ec2a14949 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:54.301347 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aba987-7278-4279-a271-922a31f859af None None] The sync data for ids ['2618f52e-be4f-4372-93cc-833179f94517'] in dv-cinder-784779-4-iscsi is: [{'id': '2618f52e-be4f-4372-93cc-833179f94517', 'name': 'tempest-TestVolumeBootPattern-1767092550-router', 'tenant_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '1d95c015-a89b-414c-ac10-d61d54a9689b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:47Z', 'updated_at': '2021-04-11T17:27:52Z', 'revision_number': 4, 'project_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'gw_port': {'id': '1d95c015-a89b-414c-ac10-d61d54a9689b', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2618f52e-be4f-4372-93cc-833179f94517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:48Z', 'updated_at': '2021-04-11T17:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '5b62f1df-d5c8-4f60-83d9-469a3812eca4', 'name': '', 'network_id': 'f7da00fa-91fe-4b5f-b050-b8d51840b0ac', 'tenant_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'mac_address': 'fa:16:3e:1b:10:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2618f52e-be4f-4372-93cc-833179f94517', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '02b91f65-c39b-44df-bb43-632d4f8f2751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:51Z', 'updated_at': '2021-04-11T17:27:52Z', 'revision_number': 2, 'project_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'subnets': [{'id': '02b91f65-c39b-44df-bb43-632d4f8f2751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:27:54.307264 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bed364da-9c26-42fd-aafe-641ec2a14949 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:54.310792 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-05b44e75-3622-4b92-b18f-7f1959bacad0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:54.313610 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-bed364da-9c26-42fd-aafe-641ec2a14949 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:54.320686 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-bed364da-9c26-42fd-aafe-641ec2a14949 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Usage tracker for resource:security_group_rule and tenant:a6b0522f96894d59bdb886e0d36daf2b is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:54.323813 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-bed364da-9c26-42fd-aafe-641ec2a14949 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:54.330677 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-bed364da-9c26-42fd-aafe-641ec2a14949 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:54.409926 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bed364da-9c26-42fd-aafe-641ec2a14949 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:54.413636 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bed364da-9c26-42fd-aafe-641ec2a14949 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:54.419020 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a8ccf934-d94e-4bc5-87bd-cc1b1b39a833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:54.419499 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Pushing event updated for resources: {'Port': ['ID=9aac025a-b521-4307-9f4a-f9fe68512291,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:54.423048 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:54.430185 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port f52ed74c-cd84-40e3-8243-4ed017678f6e triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:27:54.430618 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:54.460665 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed364da-9c26-42fd-aafe-641ec2a14949 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89679282-65ff-4d30-9feb-3d4dd757cad3,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:54.463375 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bed364da-9c26-42fd-aafe-641ec2a14949 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:54.464221 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bed364da-9c26-42fd-aafe-641ec2a14949 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:54.465885 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-bed364da-9c26-42fd-aafe-641ec2a14949 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2045479
Apr 11 17:27:54.468690 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56126) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:54.474415 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-05a91057-a125-4185-804d-bfe432450960 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Request body: {'security_group_rule': {'security_group_id': '89679282-65ff-4d30-9feb-3d4dd757cad3', 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:27:54.480758 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-05a91057-a125-4185-804d-bfe432450960 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:54.484762 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-05a91057-a125-4185-804d-bfe432450960 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Usage tracker for resource:security_group_rule and tenant:a6b0522f96894d59bdb886e0d36daf2b is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:54.487705 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-05a91057-a125-4185-804d-bfe432450960 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:54.493819 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-05a91057-a125-4185-804d-bfe432450960 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:54.512541 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-05a91057-a125-4185-804d-bfe432450960 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:54.581366 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-05a91057-a125-4185-804d-bfe432450960 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:54.584287 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-05a91057-a125-4185-804d-bfe432450960 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:54.591983 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-26e247ef-63e4-4c95-ba2d-8f861b155596 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:54.614279 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a91057-a125-4185-804d-bfe432450960 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd0d1ef-3cfd-4b8e-a44a-0d95cf1c043d,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:54.617246 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-05a91057-a125-4185-804d-bfe432450960 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:54.619729 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-05a91057-a125-4185-804d-bfe432450960 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:54.621197 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-05a91057-a125-4185-804d-bfe432450960 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1514683
Apr 11 17:27:54.624237 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56130) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:54.631796 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-57a11b3c-ac56-4cd0-8502-b82882e0c64b tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Request body: {'security_group_rule': {'security_group_id': '89679282-65ff-4d30-9feb-3d4dd757cad3', 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:27:54.641589 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-57a11b3c-ac56-4cd0-8502-b82882e0c64b tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:54.647573 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-57a11b3c-ac56-4cd0-8502-b82882e0c64b tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Usage tracker for resource:security_group_rule and tenant:a6b0522f96894d59bdb886e0d36daf2b is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:54.651176 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-57a11b3c-ac56-4cd0-8502-b82882e0c64b tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:54.657486 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-57a11b3c-ac56-4cd0-8502-b82882e0c64b tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:54.678015 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-57a11b3c-ac56-4cd0-8502-b82882e0c64b tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:54.753138 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-57a11b3c-ac56-4cd0-8502-b82882e0c64b tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:54.755894 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-57a11b3c-ac56-4cd0-8502-b82882e0c64b tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:54.758069 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:54.783138 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a11b3c-ac56-4cd0-8502-b82882e0c64b tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8ce3f3-d1a6-4719-9ffa-f154cfc2ac6b,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:54.787561 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-57a11b3c-ac56-4cd0-8502-b82882e0c64b tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:54.794951 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-57a11b3c-ac56-4cd0-8502-b82882e0c64b tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:54.796266 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-57a11b3c-ac56-4cd0-8502-b82882e0c64b tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1708076
Apr 11 17:27:54.800087 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56134) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:54.805847 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-be2790df-d4ca-49ff-a4ac-029825cef070 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Request body: {'security_group_rule': {'security_group_id': '89679282-65ff-4d30-9feb-3d4dd757cad3', 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:27:54.812578 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-be2790df-d4ca-49ff-a4ac-029825cef070 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:54.817483 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-be2790df-d4ca-49ff-a4ac-029825cef070 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Usage tracker for resource:security_group_rule and tenant:a6b0522f96894d59bdb886e0d36daf2b is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:54.820599 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-be2790df-d4ca-49ff-a4ac-029825cef070 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:54.826668 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-be2790df-d4ca-49ff-a4ac-029825cef070 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:54.845406 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-be2790df-d4ca-49ff-a4ac-029825cef070 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:54.914890 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-be2790df-d4ca-49ff-a4ac-029825cef070 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:54.917817 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-be2790df-d4ca-49ff-a4ac-029825cef070 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:54.919649 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:54.945642 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2790df-d4ca-49ff-a4ac-029825cef070 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff703c5-1026-4436-8293-698f34cfa59f,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:54.950589 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-be2790df-d4ca-49ff-a4ac-029825cef070 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:54.954891 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-be2790df-d4ca-49ff-a4ac-029825cef070 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:54.956273 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-be2790df-d4ca-49ff-a4ac-029825cef070 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1550834
Apr 11 17:27:54.959465 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56138) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:54.965462 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-8ab1a72c-e5bd-4811-aae3-80e4e22b51a1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Request body: {'security_group_rule': {'security_group_id': '89679282-65ff-4d30-9feb-3d4dd757cad3', 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:27:54.974576 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-8ab1a72c-e5bd-4811-aae3-80e4e22b51a1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:54.979542 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-8ab1a72c-e5bd-4811-aae3-80e4e22b51a1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Usage tracker for resource:security_group_rule and tenant:a6b0522f96894d59bdb886e0d36daf2b is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:54.982685 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-8ab1a72c-e5bd-4811-aae3-80e4e22b51a1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:54.989013 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-8ab1a72c-e5bd-4811-aae3-80e4e22b51a1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:55.009850 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8ab1a72c-e5bd-4811-aae3-80e4e22b51a1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:55.102044 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8ab1a72c-e5bd-4811-aae3-80e4e22b51a1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:55.105130 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8ab1a72c-e5bd-4811-aae3-80e4e22b51a1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:55.107095 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b5623c8f-4dbd-498f-a84a-633afb062b02 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:55.133029 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1a72c-e5bd-4811-aae3-80e4e22b51a1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2532f3-1037-4938-b9de-b69adace6df9,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:55.137928 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8ab1a72c-e5bd-4811-aae3-80e4e22b51a1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:55.143548 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8ab1a72c-e5bd-4811-aae3-80e4e22b51a1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:55.145363 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-8ab1a72c-e5bd-4811-aae3-80e4e22b51a1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1844380
Apr 11 17:27:55.148509 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56142) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:55.155321 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-7ac61554-d4d7-4ee8-9ec5-3ae1d91f2df8 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Request body: {'security_group_rule': {'security_group_id': '89679282-65ff-4d30-9feb-3d4dd757cad3', 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:27:55.163733 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-7ac61554-d4d7-4ee8-9ec5-3ae1d91f2df8 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:55.167873 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-7ac61554-d4d7-4ee8-9ec5-3ae1d91f2df8 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Usage tracker for resource:security_group_rule and tenant:a6b0522f96894d59bdb886e0d36daf2b is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:55.170954 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-7ac61554-d4d7-4ee8-9ec5-3ae1d91f2df8 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:55.177409 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-7ac61554-d4d7-4ee8-9ec5-3ae1d91f2df8 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:55.188748 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.securitygroups_db [None req-7ac61554-d4d7-4ee8-9ec5-3ae1d91f2df8 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Project a6b0522f96894d59bdb886e0d36daf2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 11 17:27:55.196778 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7ac61554-d4d7-4ee8-9ec5-3ae1d91f2df8 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:55.271831 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7ac61554-d4d7-4ee8-9ec5-3ae1d91f2df8 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:55.275378 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7ac61554-d4d7-4ee8-9ec5-3ae1d91f2df8 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:55.277339 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3895b2e9-91e2-4ad6-8620-e57ba41007d8 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:55.303177 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac61554-d4d7-4ee8-9ec5-3ae1d91f2df8 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9edf318-350e-420c-a121-d4770b41b249,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:55.308021 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-7ac61554-d4d7-4ee8-9ec5-3ae1d91f2df8 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:55.317543 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7ac61554-d4d7-4ee8-9ec5-3ae1d91f2df8 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:55.318866 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-7ac61554-d4d7-4ee8-9ec5-3ae1d91f2df8 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1689928
Apr 11 17:27:55.321756 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56148) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:27:55.327677 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-d5d6908e-7e2d-4d39-85d8-2a56489807b0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Request body: {'security_group_rule': {'security_group_id': '89679282-65ff-4d30-9feb-3d4dd757cad3', 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:27:55.335266 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-d5d6908e-7e2d-4d39-85d8-2a56489807b0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:27:55.339485 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-d5d6908e-7e2d-4d39-85d8-2a56489807b0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Usage tracker for resource:security_group_rule and tenant:a6b0522f96894d59bdb886e0d36daf2b is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:27:55.342656 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-d5d6908e-7e2d-4d39-85d8-2a56489807b0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:27:55.349029 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-d5d6908e-7e2d-4d39-85d8-2a56489807b0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:27:55.358808 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.securitygroups_db [None req-d5d6908e-7e2d-4d39-85d8-2a56489807b0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Project a6b0522f96894d59bdb886e0d36daf2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 11 17:27:55.366216 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d5d6908e-7e2d-4d39-85d8-2a56489807b0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:55.448470 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d5d6908e-7e2d-4d39-85d8-2a56489807b0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:55.451687 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d5d6908e-7e2d-4d39-85d8-2a56489807b0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367734'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:55.454353 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-26ad0e2a-d633-45cb-ad38-fccec8065e87 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:55.479780 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6908e-7e2d-4d39-85d8-2a56489807b0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d82f528-4ea4-4543-9581-8ebbdd1b2c7a,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:55.482441 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d5d6908e-7e2d-4d39-85d8-2a56489807b0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:55.490666 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d5d6908e-7e2d-4d39-85d8-2a56489807b0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:55.492981 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-d5d6908e-7e2d-4d39-85d8-2a56489807b0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1701200
Apr 11 17:27:55.554344 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 1d95c015-a89b-414c-ac10-d61d54a9689b up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:27:55.649635 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port 1d95c015-a89b-414c-ac10-d61d54a9689b completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:27:55.655392 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 1d95c015-a89b-414c-ac10-d61d54a9689b triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:27:55.655902 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:55.788696 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:55.809030 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] For port 1d95c015-a89b-414c-ac10-d61d54a9689b, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=1d95c015-a89b-414c-ac10-d61d54a9689b,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:27:55.812239 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:55.813844 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 9aac025a-b521-4307-9f4a-f9fe68512291 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:27:55.846347 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:55.949453 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Pushing event updated for resources: {'Port': ['ID=1d95c015-a89b-414c-ac10-d61d54a9689b,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:55.953057 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:55.959663 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 9aac025a-b521-4307-9f4a-f9fe68512291 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:27:55.960390 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:57.293537 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:57.461391 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 1d95c015-a89b-414c-ac10-d61d54a9689b up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:27:57.519794 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] Sync routers for ids ['2618f52e-be4f-4372-93cc-833179f94517'] in dv-cinder-784779-4-iscsi {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:27:57.529361 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] Routers {'2618f52e-be4f-4372-93cc-833179f94517'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:27:57.530098 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226689e358>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:27:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['2618f52e-be4f-4372-93cc-833179f94517'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:57.543481 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 1d95c015-a89b-414c-ac10-d61d54a9689b triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:27:57.544221 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:57.730374 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] Set router 2618f52e-be4f-4372-93cc-833179f94517 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:27:58.269005 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226689e358>, [{'id': '2618f52e-be4f-4372-93cc-833179f94517', 'name': 'tempest-TestVolumeBootPattern-1767092550-router', 'tenant_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '1d95c015-a89b-414c-ac10-d61d54a9689b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:47Z', 'updated_at': '2021-04-11T17:27:52Z', 'revision_number': 4, 'project_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'gw_port': {'id': '1d95c015-a89b-414c-ac10-d61d54a9689b', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2618f52e-be4f-4372-93cc-833179f94517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:48Z', 'updated_at': '2021-04-11T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '5b62f1df-d5c8-4f60-83d9-469a3812eca4', 'name': '', 'network_id': 'f7da00fa-91fe-4b5f-b050-b8d51840b0ac', 'tenant_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'mac_address': 'fa:16:3e:1b:10:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2618f52e-be4f-4372-93cc-833179f94517', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '02b91f65-c39b-44df-bb43-632d4f8f2751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:51Z', 'updated_at': '2021-04-11T17:27:52Z', 'revision_number': 2, 'project_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'subnets': [{'id': '02b91f65-c39b-44df-bb43-632d4f8f2751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:58.276576 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] Checking router: 2618f52e-be4f-4372-93cc-833179f94517 for host: dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:27:58.276982 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] Updating router 2618f52e-be4f-4372-93cc-833179f94517 port 5b62f1df-d5c8-4f60-83d9-469a3812eca4 binding host dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 11 17:27:58.344052 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:58.775970 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] Notify callbacks [] for port, precommit_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:58.788965 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] Transition to ACTIVE for port object 5b62f1df-d5c8-4f60-83d9-469a3812eca4 will not be triggered until provisioned by entity L2. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:27:58.794874 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:58.811464 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:58.959769 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023dbad-f37b-4715-80dc-402b08367213 None None] Pushing event updated for resources: {'Port': ['ID=5b62f1df-d5c8-4f60-83d9-469a3812eca4,revision_number=3']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:58.964322 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f023dbad-f37b-4715-80dc-402b08367213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:59.321630 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] Attempting to bind port 5b62f1df-d5c8-4f60-83d9-469a3812eca4 on host dv-cinder-784779-4-iscsi for vnic_type normal with profile  {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:27:59.322045 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] Attempting to bind port 5b62f1df-d5c8-4f60-83d9-469a3812eca4 by drivers openvswitch,hyperv on host dv-cinder-784779-4-iscsi at level 0 using segments [{'id': 'b6b98c91-1ddf-4819-9b8a-64341c53d41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f7da00fa-91fe-4b5f-b050-b8d51840b0ac'}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:27:59.322447 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] Attempting to bind port 5b62f1df-d5c8-4f60-83d9-469a3812eca4 on network f7da00fa-91fe-4b5f-b050-b8d51840b0ac {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:27:59.328223 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] Checking agent: {'id': 'c59c151d-00da-49d9-baa0-0dde4c3ba341', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 11, 13), 'started_at': datetime.datetime(2021, 4, 11, 17, 11, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:27:59.328899 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] Checking segment: {'id': 'b6b98c91-1ddf-4819-9b8a-64341c53d41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f7da00fa-91fe-4b5f-b050-b8d51840b0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:27:59.329412 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:59.329855 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] Bound using segment: {'id': 'b6b98c91-1ddf-4819-9b8a-64341c53d41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f7da00fa-91fe-4b5f-b050-b8d51840b0ac'} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:27:59.330386 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] Bound port: 5b62f1df-d5c8-4f60-83d9-469a3812eca4, host: dv-cinder-784779-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b98c91-1ddf-4819-9b8a-64341c53d41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f7da00fa-91fe-4b5f-b050-b8d51840b0ac'}}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:27:59.330809 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:59.411233 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] For port 5b62f1df-d5c8-4f60-83d9-469a3812eca4, host dv-cinder-784779-4-iscsi, cleared binding levels {{(pid=85267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:27:59.416470 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] For port 5b62f1df-d5c8-4f60-83d9-469a3812eca4, host dv-cinder-784779-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=5b62f1df-d5c8-4f60-83d9-469a3812eca4,segment=NetworkSegment(b6b98c91-1ddf-4819-9b8a-64341c53d41d),segment_id=b6b98c91-1ddf-4819-9b8a-64341c53d41d)] {{(pid=85267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:27:59.419994 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:27:59.436177 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:27:59.603539 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023dbad-f37b-4715-80dc-402b08367213 None None] Pushing event updated for resources: {'Port': ['ID=5b62f1df-d5c8-4f60-83d9-469a3812eca4,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:27:59.608401 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f023dbad-f37b-4715-80dc-402b08367213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:27:59.649405 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] Routers {'2618f52e-be4f-4372-93cc-833179f94517'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:27:59.650079 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226689e358>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:27:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['2618f52e-be4f-4372-93cc-833179f94517'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:27:59.857966 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] Set router 2618f52e-be4f-4372-93cc-833179f94517 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:28:00.218918 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226689e358>, [{'id': '2618f52e-be4f-4372-93cc-833179f94517', 'name': 'tempest-TestVolumeBootPattern-1767092550-router', 'tenant_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '1d95c015-a89b-414c-ac10-d61d54a9689b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:47Z', 'updated_at': '2021-04-11T17:27:52Z', 'revision_number': 4, 'project_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'gw_port': {'id': '1d95c015-a89b-414c-ac10-d61d54a9689b', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2618f52e-be4f-4372-93cc-833179f94517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:48Z', 'updated_at': '2021-04-11T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '5b62f1df-d5c8-4f60-83d9-469a3812eca4', 'name': '', 'network_id': 'f7da00fa-91fe-4b5f-b050-b8d51840b0ac', 'tenant_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'mac_address': 'fa:16:3e:1b:10:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2618f52e-be4f-4372-93cc-833179f94517', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '02b91f65-c39b-44df-bb43-632d4f8f2751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:51Z', 'updated_at': '2021-04-11T17:27:59Z', 'revision_number': 4, 'project_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'subnets': [{'id': '02b91f65-c39b-44df-bb43-632d4f8f2751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:28:00.224718 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85739461-0f1a-49b1-a8a5-0067f142f8bb None None] The sync data for ids ['2618f52e-be4f-4372-93cc-833179f94517'] in dv-cinder-784779-4-iscsi is: [{'id': '2618f52e-be4f-4372-93cc-833179f94517', 'name': 'tempest-TestVolumeBootPattern-1767092550-router', 'tenant_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '1d95c015-a89b-414c-ac10-d61d54a9689b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:47Z', 'updated_at': '2021-04-11T17:27:52Z', 'revision_number': 4, 'project_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'gw_port': {'id': '1d95c015-a89b-414c-ac10-d61d54a9689b', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2618f52e-be4f-4372-93cc-833179f94517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:48Z', 'updated_at': '2021-04-11T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '5b62f1df-d5c8-4f60-83d9-469a3812eca4', 'name': '', 'network_id': 'f7da00fa-91fe-4b5f-b050-b8d51840b0ac', 'tenant_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'mac_address': 'fa:16:3e:1b:10:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2618f52e-be4f-4372-93cc-833179f94517', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '02b91f65-c39b-44df-bb43-632d4f8f2751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:51Z', 'updated_at': '2021-04-11T17:27:59Z', 'revision_number': 4, 'project_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'subnets': [{'id': '02b91f65-c39b-44df-bb43-632d4f8f2751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:28:01.471523 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 5b62f1df-d5c8-4f60-83d9-469a3812eca4 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:28:01.543494 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning for port 5b62f1df-d5c8-4f60-83d9-469a3812eca4 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:28:01.549066 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 5b62f1df-d5c8-4f60-83d9-469a3812eca4 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:28:01.549495 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:01.677865 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:01.695755 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] For port 5b62f1df-d5c8-4f60-83d9-469a3812eca4, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=5b62f1df-d5c8-4f60-83d9-469a3812eca4,segment=NetworkSegment(b6b98c91-1ddf-4819-9b8a-64341c53d41d),segment_id=b6b98c91-1ddf-4819-9b8a-64341c53d41d)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:28:01.700978 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:01.702997 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:01.773091 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Pushing event updated for resources: {'Port': ['ID=5b62f1df-d5c8-4f60-83d9-469a3812eca4,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:01.776339 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:03.457196 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 5b62f1df-d5c8-4f60-83d9-469a3812eca4 up at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:28:03.535663 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Provisioning complete for port 5b62f1df-d5c8-4f60-83d9-469a3812eca4 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:28:03.536091 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:04.864868 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-152eb952-4f48-462c-8237-ed928f8f1b11 req-1e66f2b4-f340-4b3b-b4be-25a79b140575 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1069817382&fields=id&tenant_id=844a128dac2a4fb1b7dc0626f7f9e7e0 HTTP/1.1" status: 200  len: 267 time: 0.0289741
Apr 11 17:28:04.961055 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152eb952-4f48-462c-8237-ed928f8f1b11 req-90fb0249-84d2-4db5-a5ae-1993bd9dcfda tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:04.962693 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-152eb952-4f48-462c-8237-ed928f8f1b11 req-90fb0249-84d2-4db5-a5ae-1993bd9dcfda tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 985 time: 0.0918067
Apr 11 17:28:04.975634 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-152eb952-4f48-462c-8237-ed928f8f1b11 req-5c516091-6871-457d-bafa-d1bb05bb7064 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Request body: {'port': {'security_groups': ['5ce60b2e-88ce-4711-94ea-359a1a23a609']}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:28:05.113262 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-152eb952-4f48-462c-8237-ed928f8f1b11 req-5c516091-6871-457d-bafa-d1bb05bb7064 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:05.424448 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-152eb952-4f48-462c-8237-ed928f8f1b11 req-5c516091-6871-457d-bafa-d1bb05bb7064 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] For port 580a584c-75aa-410c-b897-1a982449f57e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=580a584c-75aa-410c-b897-1a982449f57e,segment=NetworkSegment(ed0f0982-a5eb-4c65-8c19-284fc223e829),segment_id=ed0f0982-a5eb-4c65-8c19-284fc223e829)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:28:05.450520 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-152eb952-4f48-462c-8237-ed928f8f1b11 req-5c516091-6871-457d-bafa-d1bb05bb7064 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:05.454588 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-152eb952-4f48-462c-8237-ed928f8f1b11 req-5c516091-6871-457d-bafa-d1bb05bb7064 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:05.467602 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['580a584c-75aa-410c-b897-1a982449f57e'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:28:05.471229 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:05.681316 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152eb952-4f48-462c-8237-ed928f8f1b11 req-5c516091-6871-457d-bafa-d1bb05bb7064 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:05.682942 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-152eb952-4f48-462c-8237-ed928f8f1b11 req-5c516091-6871-457d-bafa-d1bb05bb7064 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:05.692406 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-152eb952-4f48-462c-8237-ed928f8f1b11 req-5c516091-6871-457d-bafa-d1bb05bb7064 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "PUT /v2.0/ports/580a584c-75aa-410c-b897-1a982449f57e HTTP/1.1" status: 200  len: 943 time: 0.7183824
Apr 11 17:28:05.692788 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56262) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:28:05.693774 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c516091-6871-457d-bafa-d1bb05bb7064 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Pushing event updated for resources: {'Port': ['ID=580a584c-75aa-410c-b897-1a982449f57e,revision_number=7']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:05.698600 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0145b429-5811-4c58-b47d-14f889337a3e', 'tag': '580a584c-75aa-410c-b897-1a982449f57e'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:28:05.705299 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5c516091-6871-457d-bafa-d1bb05bb7064 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:05.754546 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['580a584c-75aa-410c-b897-1a982449f57e'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:28:05.761848 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0145b429-5811-4c58-b47d-14f889337a3e', 'tag': '580a584c-75aa-410c-b897-1a982449f57e', 'status': 'completed', 'code': 200}
Apr 11 17:28:05.786312 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-83c5bd22-2dc2-4907-a4f5-a5cab118f44b tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:05.820857 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-83c5bd22-2dc2-4907-a4f5-a5cab118f44b tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:05.877520 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-83c5bd22-2dc2-4907-a4f5-a5cab118f44b tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:05.885334 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d18e7-1352-4e97-84ae-ffd93720aae2 req-09c3d061-69aa-4393-97ac-800dadd42bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:05.887672 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6d4d18e7-1352-4e97-84ae-ffd93720aae2 req-09c3d061-69aa-4393-97ac-800dadd42bde service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=844a128dac2a4fb1b7dc0626f7f9e7e0&device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 1099 time: 0.0995686
Apr 11 17:28:05.888654 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-635e5081-4cc3-4fce-bf9a-3d8d29797a9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:05.907188 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5bd22-2dc2-4907-a4f5-a5cab118f44b tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c19f31-8c27-4108-aaa2-92cbdbd41331,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:05.910295 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-83c5bd22-2dc2-4907-a4f5-a5cab118f44b tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:05.911317 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-83c5bd22-2dc2-4907-a4f5-a5cab118f44b tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:05.915447 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-83c5bd22-2dc2-4907-a4f5-a5cab118f44b tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "DELETE /v2.0/security-groups/02c19f31-8c27-4108-aaa2-92cbdbd41331 HTTP/1.1" status: 204  len: 168 time: 0.2215109
Apr 11 17:28:05.916299 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56268) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:28:05.993248 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-d084aec4-da6c-47e4-8fd2-6ff6c98bda12 None None] Provisioning complete for port 580a584c-75aa-410c-b897-1a982449f57e triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:28:05.993671 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d084aec4-da6c-47e4-8fd2-6ff6c98bda12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:06.066605 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d18e7-1352-4e97-84ae-ffd93720aae2 req-1226e2d1-bb71-4832-9522-a6429756a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:06.067988 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6d4d18e7-1352-4e97-84ae-ffd93720aae2 req-1226e2d1-bb71-4832-9522-a6429756a45c service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f285a93-15c3-4d81-8eb6-47b691902cb7 HTTP/1.1" status: 200  len: 915 time: 0.1675010
Apr 11 17:28:06.154159 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Deleting port 526eab9b-9856-4ad6-8d33-bf976555fe41 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:28:06.154544 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:06.340415 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:06.340817 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:06.481680 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Calling delete_port for 526eab9b-9856-4ad6-8d33-bf976555fe41 owned by network:floatingip {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:28:06.634968 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:06.653243 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e772dc7e-7b66-41b6-a92f-c6988f956e90 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:06.712342 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Pushing event deleted for resources: {'Port': ['ID=526eab9b-9856-4ad6-8d33-bf976555fe41,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:06.776585 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:06.777019 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:06.777441 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:06.777863 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:06.778274 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:06.778687 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:06.779095 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:06.779504 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:06.779910 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:06.780339 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:06.780771 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:06.781180 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:06.793604 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:06.931137 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks [] for floatingip, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:06.931772 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.l3_db [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Floating IP 1c02c7fa-2ff9-48db-a5f2-ee54d7720aa2 disassociated (deleted). External IP: 172.27.0.190, port: 580a584c-75aa-410c-b897-1a982449f57e.
Apr 11 17:28:07.196019 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6d4d18e7-1352-4e97-84ae-ffd93720aae2 req-2b1c0982-ead2-4be8-ac8b-15ceb630ca34 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=580a584c-75aa-410c-b897-1a982449f57e HTTP/1.1" status: 200  len: 217 time: 0.0799322
Apr 11 17:28:07.582061 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Router d4a14f5a-4b1d-410c-987f-46d6f0a7a90c has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:28:07.788621 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:28:07.800710 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833d8a11-3770-4163-b199-571430e9893e None None] Sync routers for ids ['d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:28:07.811362 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for floatingip, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:07.812156 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833d8a11-3770-4163-b199-571430e9893e None None] Routers {'d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:28:07.813474 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-833d8a11-3770-4163-b199-571430e9893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22653a76d8>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:27:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:28:07.881994 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "DELETE /v2.0/floatingips/1c02c7fa-2ff9-48db-a5f2-ee54d7720aa2 HTTP/1.1" status: 204  len: 168 time: 1.9641516
Apr 11 17:28:07.882616 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0145b429-5811-4c58-b47d-14f889337a3e', 'tag': '580a584c-75aa-410c-b897-1a982449f57e'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:28:07.941607 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0145b429-5811-4c58-b47d-14f889337a3e', 'tag': '580a584c-75aa-410c-b897-1a982449f57e', 'status': 'completed', 'code': 200}
Apr 11 17:28:08.013525 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-833d8a11-3770-4163-b199-571430e9893e None None] Set router d4a14f5a-4b1d-410c-987f-46d6f0a7a90c gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:28:08.093114 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d18e7-1352-4e97-84ae-ffd93720aae2 req-ca82263c-ccb0-49bc-b523-b0d43e8e554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:08.094873 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6d4d18e7-1352-4e97-84ae-ffd93720aae2 req-ca82263c-ccb0-49bc-b523-b0d43e8e554a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=27f27448-cf05-467b-a8dd-219600a89558 HTTP/1.1" status: 200  len: 853 time: 0.0732100
Apr 11 17:28:08.369629 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-833d8a11-3770-4163-b199-571430e9893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22653a76d8>, [{'id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'name': 'tempest-TestMinimumBasicScenario-995845753-router', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:25:37Z', 'updated_at': '2021-04-11T17:25:42Z', 'revision_number': 4, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'gw_port': {'id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:38Z', 'updated_at': '2021-04-11T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': 'a1dd5299-bb8b-40ea-9c45-d06fa590c6d7', 'name': '', 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'mac_address': 'fa:16:3e:9a:c4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '27f27448-cf05-467b-a8dd-219600a89558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:41Z', 'updated_at': '2021-04-11T17:25:52Z', 'revision_number': 5, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'subnets': [{'id': '27f27448-cf05-467b-a8dd-219600a89558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:28:08.376700 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833d8a11-3770-4163-b199-571430e9893e None None] Checking router: d4a14f5a-4b1d-410c-987f-46d6f0a7a90c for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:28:08.388924 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833d8a11-3770-4163-b199-571430e9893e None None] Routers {'d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:28:08.389601 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-833d8a11-3770-4163-b199-571430e9893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22653a76d8>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:27:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:28:08.743681 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-833d8a11-3770-4163-b199-571430e9893e None None] Set router d4a14f5a-4b1d-410c-987f-46d6f0a7a90c gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:28:09.084287 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-833d8a11-3770-4163-b199-571430e9893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22653a76d8>, [{'id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'name': 'tempest-TestMinimumBasicScenario-995845753-router', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:25:37Z', 'updated_at': '2021-04-11T17:25:42Z', 'revision_number': 4, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'gw_port': {'id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:38Z', 'updated_at': '2021-04-11T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': 'a1dd5299-bb8b-40ea-9c45-d06fa590c6d7', 'name': '', 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'mac_address': 'fa:16:3e:9a:c4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '27f27448-cf05-467b-a8dd-219600a89558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:41Z', 'updated_at': '2021-04-11T17:25:52Z', 'revision_number': 5, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'subnets': [{'id': '27f27448-cf05-467b-a8dd-219600a89558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:28:09.089299 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833d8a11-3770-4163-b199-571430e9893e None None] The sync data for ids ['d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'] in dv-cinder-784779-4-iscsi is: [{'id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'name': 'tempest-TestMinimumBasicScenario-995845753-router', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:25:37Z', 'updated_at': '2021-04-11T17:25:42Z', 'revision_number': 4, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'gw_port': {'id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:38Z', 'updated_at': '2021-04-11T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': 'a1dd5299-bb8b-40ea-9c45-d06fa590c6d7', 'name': '', 'network_id': '5f285a93-15c3-4d81-8eb6-47b691902cb7', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'mac_address': 'fa:16:3e:9a:c4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '27f27448-cf05-467b-a8dd-219600a89558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:41Z', 'updated_at': '2021-04-11T17:25:52Z', 'revision_number': 5, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'subnets': [{'id': '27f27448-cf05-467b-a8dd-219600a89558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:28:09.123088 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d18e7-1352-4e97-84ae-ffd93720aae2 req-df6041fe-475d-434b-90b8-15d8a669216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:09.124760 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6d4d18e7-1352-4e97-84ae-ffd93720aae2 req-df6041fe-475d-434b-90b8-15d8a669216e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f285a93-15c3-4d81-8eb6-47b691902cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0898275
Apr 11 17:28:09.197511 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0d14fc1c-88d9-4166-845f-db14e36f1c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:09.289092 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6d4d18e7-1352-4e97-84ae-ffd93720aae2 req-bcab3f60-1507-4c1b-bae0-d8152f6ff024 service neutron] 10.222.0.37 "GET /v2.0/networks/5f285a93-15c3-4d81-8eb6-47b691902cb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552544
Apr 11 17:28:09.447492 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6d4d18e7-1352-4e97-84ae-ffd93720aae2 req-2db3a05d-0cd8-4690-a5e3-497e31eba817 service neutron] 10.222.0.37 "GET /v2.0/networks/5f285a93-15c3-4d81-8eb6-47b691902cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1509886
Apr 11 17:28:09.472532 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c39ab67-12e6-4327-9e6d-daa905475833 None None] New status for floating IP 1c02c7fa-2ff9-48db-a5f2-ee54d7720aa2: DOWN {{(pid=85267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 11 17:28:09.588129 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89fde2-8383-4d60-a72e-d8f3c063607f req-e083c4aa-4548-46aa-b183-396c78363d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:09.590137 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-aa89fde2-8383-4d60-a72e-d8f3c063607f req-e083c4aa-4548-46aa-b183-396c78363d85 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=844a128dac2a4fb1b7dc0626f7f9e7e0&device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 1099 time: 0.0898030
Apr 11 17:28:09.738382 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89fde2-8383-4d60-a72e-d8f3c063607f req-7e8a17f8-4933-4157-9702-e89828bbea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:09.739977 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-aa89fde2-8383-4d60-a72e-d8f3c063607f req-7e8a17f8-4933-4157-9702-e89828bbea75 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f285a93-15c3-4d81-8eb6-47b691902cb7 HTTP/1.1" status: 200  len: 915 time: 0.1426389
Apr 11 17:28:09.817219 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-aa89fde2-8383-4d60-a72e-d8f3c063607f req-495fccd5-3a6c-457a-a06b-c6605e6fd13c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=580a584c-75aa-410c-b897-1a982449f57e HTTP/1.1" status: 200  len: 217 time: 0.0696824
Apr 11 17:28:09.887771 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89fde2-8383-4d60-a72e-d8f3c063607f req-e40dd4b7-9fc5-48ea-8485-401a08f28fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:09.889642 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-aa89fde2-8383-4d60-a72e-d8f3c063607f req-e40dd4b7-9fc5-48ea-8485-401a08f28fc8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=27f27448-cf05-467b-a8dd-219600a89558 HTTP/1.1" status: 200  len: 853 time: 0.0652225
Apr 11 17:28:09.977718 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89fde2-8383-4d60-a72e-d8f3c063607f req-97bacc41-61f4-4314-8e85-de1ebf067015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:09.980157 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-aa89fde2-8383-4d60-a72e-d8f3c063607f req-97bacc41-61f4-4314-8e85-de1ebf067015 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f285a93-15c3-4d81-8eb6-47b691902cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817125
Apr 11 17:28:10.131408 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-aa89fde2-8383-4d60-a72e-d8f3c063607f req-14ebf3be-56aa-4824-9906-a23bdad4aa01 service neutron] 10.222.0.37 "GET /v2.0/networks/5f285a93-15c3-4d81-8eb6-47b691902cb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444900
Apr 11 17:28:10.275605 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-aa89fde2-8383-4d60-a72e-d8f3c063607f req-c1395d85-1678-47ad-b11b-cb180d5b0fd1 service neutron] 10.222.0.37 "GET /v2.0/networks/5f285a93-15c3-4d81-8eb6-47b691902cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370118
Apr 11 17:28:11.680291 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b075d7b0-0e1b-4c24-b9b1-174835b8eec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:12.492844 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d701efc-9b0d-45f1-b9b6-d354dcc627b9 req-18def9b0-6343-4082-856e-36b997f41cc7 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:12.494409 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7d701efc-9b0d-45f1-b9b6-d354dcc627b9 req-18def9b0-6343-4082-856e-36b997f41cc7 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 946 time: 0.0933123
Apr 11 17:28:12.524043 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7d701efc-9b0d-45f1-b9b6-d354dcc627b9 req-573c915a-1e6d-47dd-87dd-a24d349eeacd tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0231550
Apr 11 17:28:12.579745 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:13.148457 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:13.707344 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:13.731610 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccdafa-bc46-432b-baed-ab0cf1417292 req-31e92081-f502-4839-9fc8-59cfbc6e0d9e tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:13.733237 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-34ccdafa-bc46-432b-baed-ab0cf1417292 req-31e92081-f502-4839-9fc8-59cfbc6e0d9e tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 946 time: 0.0904720
Apr 11 17:28:13.764455 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-34ccdafa-bc46-432b-baed-ab0cf1417292 req-f924ee0b-1f9e-4f19-b002-dad0eaa7b8ee tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0243089
Apr 11 17:28:14.249619 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-caa87219-2ab9-42bb-8e25-978854361209 req-8ff8c737-fe76-4922-b6c3-30d373d14417 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Synchronizing usage tracker for tenant:a6b0522f96894d59bdb886e0d36daf2b on resource:security_group {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:28:14.287091 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-caa87219-2ab9-42bb-8e25-978854361209 req-8ff8c737-fe76-4922-b6c3-30d373d14417 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Unset dirty status for tenant:a6b0522f96894d59bdb886e0d36daf2b on resource:security_group {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:28:14.288382 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-caa87219-2ab9-42bb-8e25-978854361209 req-8ff8c737-fe76-4922-b6c3-30d373d14417 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1807316531&fields=id&tenant_id=a6b0522f96894d59bdb886e0d36daf2b HTTP/1.1" status: 200  len: 267 time: 0.1355724
Apr 11 17:28:14.298088 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454999a-4a2c-4442-9886-29395061ee34 req-bd9fb9b6-4fda-4238-b8ae-f2d9e95f6b27 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:14.299649 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d454999a-4a2c-4442-9886-29395061ee34 req-bd9fb9b6-4fda-4238-b8ae-f2d9e95f6b27 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.37 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 946 time: 0.1313605
Apr 11 17:28:14.485835 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-d454999a-4a2c-4442-9886-29395061ee34 req-08f5c992-3ce6-4fb3-ab7c-198f42f8d89e tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Deleting port 580a584c-75aa-410c-b897-1a982449f57e {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:28:14.486214 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-d454999a-4a2c-4442-9886-29395061ee34 req-08f5c992-3ce6-4fb3-ab7c-198f42f8d89e tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:14.610842 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa87219-2ab9-42bb-8e25-978854361209 req-fe451388-700f-456b-b2be-4a821f4e21b1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:14.611500 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-caa87219-2ab9-42bb-8e25-978854361209 req-fe451388-700f-456b-b2be-4a821f4e21b1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Synchronizing usage tracker for tenant:a6b0522f96894d59bdb886e0d36daf2b on resource:network {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:28:14.678786 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-caa87219-2ab9-42bb-8e25-978854361209 req-fe451388-700f-456b-b2be-4a821f4e21b1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Unset dirty status for tenant:a6b0522f96894d59bdb886e0d36daf2b on resource:network {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:28:14.680059 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-caa87219-2ab9-42bb-8e25-978854361209 req-fe451388-700f-456b-b2be-4a821f4e21b1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/networks?id=1140dd09-af9d-42e2-a743-9d7885c1f4a0 HTTP/1.1" status: 200  len: 812 time: 0.3794398
Apr 11 17:28:14.764738 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-caa87219-2ab9-42bb-8e25-978854361209 req-d13936bf-29a0-47dc-a627-5fe38e1421d7 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/quotas/a6b0522f96894d59bdb886e0d36daf2b HTTP/1.1" status: 200  len: 375 time: 0.0779972
Apr 11 17:28:14.870993 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-d454999a-4a2c-4442-9886-29395061ee34 req-08f5c992-3ce6-4fb3-ab7c-198f42f8d89e tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] For port 580a584c-75aa-410c-b897-1a982449f57e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=580a584c-75aa-410c-b897-1a982449f57e,segment=NetworkSegment(ed0f0982-a5eb-4c65-8c19-284fc223e829),segment_id=ed0f0982-a5eb-4c65-8c19-284fc223e829)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:28:14.871315 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-d454999a-4a2c-4442-9886-29395061ee34 req-08f5c992-3ce6-4fb3-ab7c-198f42f8d89e tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:14.970450 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fe1b9-aa7b-43a3-ad4a-b641f62d27ae req-f48ab359-b609-453a-a0d6-657c4c35bd3e tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:14.971270 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-b95fe1b9-aa7b-43a3-ad4a-b641f62d27ae req-f48ab359-b609-453a-a0d6-657c4c35bd3e tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Synchronizing usage tracker for tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 on resource:port {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:28:14.987302 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-b95fe1b9-aa7b-43a3-ad4a-b641f62d27ae req-f48ab359-b609-453a-a0d6-657c4c35bd3e tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Unset dirty status for tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 on resource:port {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:28:14.988633 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b95fe1b9-aa7b-43a3-ad4a-b641f62d27ae req-f48ab359-b609-453a-a0d6-657c4c35bd3e tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 946 time: 0.1072211
Apr 11 17:28:15.012452 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-d454999a-4a2c-4442-9886-29395061ee34 req-08f5c992-3ce6-4fb3-ab7c-198f42f8d89e tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Calling delete_port for 580a584c-75aa-410c-b897-1a982449f57e owned by compute:nova {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:28:15.022043 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-b95fe1b9-aa7b-43a3-ad4a-b641f62d27ae req-6fdf2458-6000-4fff-be97-d542f01c4f6a tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Synchronizing usage tracker for tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 on resource:security_group {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:28:15.036710 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-b95fe1b9-aa7b-43a3-ad4a-b641f62d27ae req-6fdf2458-6000-4fff-be97-d542f01c4f6a tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Unset dirty status for tenant:844a128dac2a4fb1b7dc0626f7f9e7e0 on resource:security_group {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:28:15.037958 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b95fe1b9-aa7b-43a3-ad4a-b641f62d27ae req-6fdf2458-6000-4fff-be97-d542f01c4f6a tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ce60b2e-88ce-4711-94ea-359a1a23a609&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420876
Apr 11 17:28:15.064563 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-caa87219-2ab9-42bb-8e25-978854361209 req-b2b5b357-2256-4143-ba41-fa180f4c99c8 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6b0522f96894d59bdb886e0d36daf2b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2928371
Apr 11 17:28:15.299818 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-caa87219-2ab9-42bb-8e25-978854361209 req-a4e9ab9d-994a-4651-8e0f-0806fa616bdb service neutron] 10.222.0.30 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2217894
Apr 11 17:28:15.303892 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-d454999a-4a2c-4442-9886-29395061ee34 req-08f5c992-3ce6-4fb3-ab7c-198f42f8d89e tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:15.320441 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-27cbcb56-c2fb-4aa3-a2de-1b754ae52de4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:15.466495 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444acef3-cf8f-4a8e-aab8-949a784af225 req-1b62e494-5722-4221-a43c-e9eb9c43d270 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:15.468197 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-444acef3-cf8f-4a8e-aab8-949a784af225 req-1b62e494-5722-4221-a43c-e9eb9c43d270 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=746e8107-ed96-415f-870c-552bd7209094 HTTP/1.1" status: 200  len: 945 time: 0.0992303
Apr 11 17:28:15.503476 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-444acef3-cf8f-4a8e-aab8-949a784af225 req-75c596f9-25a1-4298-a313-f84cb6fd5aa7 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/security-groups?id=4af98d31-485b-49f2-a8b1-903a4b5530d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0275321
Apr 11 17:28:15.653225 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5c992-3ce6-4fb3-ab7c-198f42f8d89e tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Pushing event deleted for resources: {'Port': ['ID=580a584c-75aa-410c-b897-1a982449f57e,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:15.668863 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-08f5c992-3ce6-4fb3-ab7c-198f42f8d89e tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:15.866400 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-caa87219-2ab9-42bb-8e25-978854361209 req-c4f1a3f8-625c-4da4-a6d6-b54ebe578287 service neutron] 10.222.0.30 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5050440
Apr 11 17:28:15.946303 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-d454999a-4a2c-4442-9886-29395061ee34 req-08f5c992-3ce6-4fb3-ab7c-198f42f8d89e tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] No DVR routers for this DVR port 580a584c-75aa-410c-b897-1a982449f57e on host hv-cinder-78477 {{(pid=85264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:28:15.948897 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-d454999a-4a2c-4442-9886-29395061ee34 req-08f5c992-3ce6-4fb3-ab7c-198f42f8d89e tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:15.951725 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0145b429-5811-4c58-b47d-14f889337a3e', 'name': 'network-vif-deleted', 'tag': '580a584c-75aa-410c-b897-1a982449f57e'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:28:15.967432 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d454999a-4a2c-4442-9886-29395061ee34 req-08f5c992-3ce6-4fb3-ab7c-198f42f8d89e tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.37 "DELETE /v2.0/ports/580a584c-75aa-410c-b897-1a982449f57e HTTP/1.1" status: 204  len: 173 time: 1.6430891
Apr 11 17:28:16.006212 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0145b429-5811-4c58-b47d-14f889337a3e', 'name': 'network-vif-deleted', 'tag': '580a584c-75aa-410c-b897-1a982449f57e', 'status': 'completed', 'code': 200}
Apr 11 17:28:16.241687 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-26124e11-d3aa-4369-83e3-ceee7aaa36fc req-c644957d-ed2c-4e14-bdd2-fc14398ebf7d tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] 10.222.0.30 "GET /v2.0/ports?device_id=0145b429-5811-4c58-b47d-14f889337a3e HTTP/1.1" status: 200  len: 210 time: 0.0621316
Apr 11 17:28:16.317761 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-39f9d0b7-4465-4008-97ef-ae68d80255e1 req-1697a263-94c8-4882-ad31-864090e87dae tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 210 time: 0.0620573
Apr 11 17:28:16.712166 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a1699-01e9-449a-b799-639ffe164791 req-f1e84644-644e-4416-85ea-0046dfff07c2 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:16.714057 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-164a1699-01e9-449a-b799-639ffe164791 req-f1e84644-644e-4416-85ea-0046dfff07c2 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=746e8107-ed96-415f-870c-552bd7209094 HTTP/1.1" status: 200  len: 945 time: 0.0955093
Apr 11 17:28:16.750416 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-164a1699-01e9-449a-b799-639ffe164791 req-e35281b1-899f-4137-9768-808302b675fb tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/security-groups?id=4af98d31-485b-49f2-a8b1-903a4b5530d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0292928
Apr 11 17:28:16.944121 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041de904-9e7f-45b0-8b90-9da95b079290 req-a7e1f4a4-001f-4e35-9c0c-4ad9a98bed3e tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:16.945643 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-041de904-9e7f-45b0-8b90-9da95b079290 req-a7e1f4a4-001f-4e35-9c0c-4ad9a98bed3e tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.37 "GET /v2.0/ports?device_id=746e8107-ed96-415f-870c-552bd7209094 HTTP/1.1" status: 200  len: 945 time: 0.0915103
Apr 11 17:28:17.022674 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-041de904-9e7f-45b0-8b90-9da95b079290 req-bf6b5865-b4cc-4b3e-9eaa-a98d13b1d08a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Deleting port b7fb21fd-39c5-4620-b929-13c6b43e696a {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:28:17.023061 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-041de904-9e7f-45b0-8b90-9da95b079290 req-bf6b5865-b4cc-4b3e-9eaa-a98d13b1d08a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:17.056391 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 580a584c-75aa-410c-b897-1a982449f57e no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:28:17.094292 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] No Port match for: 580a584c-75aa-410c-b897-1a982449f57e {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:28:17.094692 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 580a584c-75aa-410c-b897-1a982449f57e not bound to the agent host hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:28:17.290649 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-041de904-9e7f-45b0-8b90-9da95b079290 req-bf6b5865-b4cc-4b3e-9eaa-a98d13b1d08a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] For port b7fb21fd-39c5-4620-b929-13c6b43e696a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7fb21fd-39c5-4620-b929-13c6b43e696a,segment=NetworkSegment(bffea0e4-ba5e-49ad-9d23-df013f4fd2e3),segment_id=bffea0e4-ba5e-49ad-9d23-df013f4fd2e3)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:28:17.291387 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-041de904-9e7f-45b0-8b90-9da95b079290 req-bf6b5865-b4cc-4b3e-9eaa-a98d13b1d08a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:17.430929 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-041de904-9e7f-45b0-8b90-9da95b079290 req-bf6b5865-b4cc-4b3e-9eaa-a98d13b1d08a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Calling delete_port for b7fb21fd-39c5-4620-b929-13c6b43e696a owned by compute:nova {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:28:17.440622 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-abd060cf-c3f1-43d0-ae30-64b31f8c7d5f req-43834ad6-07ff-4970-b87e-a10df352d059 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Synchronizing usage tracker for tenant:a6b0522f96894d59bdb886e0d36daf2b on resource:port {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:28:17.458932 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-abd060cf-c3f1-43d0-ae30-64b31f8c7d5f req-43834ad6-07ff-4970-b87e-a10df352d059 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Unset dirty status for tenant:a6b0522f96894d59bdb886e0d36daf2b on resource:port {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:28:17.460359 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-abd060cf-c3f1-43d0-ae30-64b31f8c7d5f req-43834ad6-07ff-4970-b87e-a10df352d059 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 210 time: 0.0711627
Apr 11 17:28:17.588712 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-041de904-9e7f-45b0-8b90-9da95b079290 req-bf6b5865-b4cc-4b3e-9eaa-a98d13b1d08a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:17.599259 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['b7fb21fd-39c5-4620-b929-13c6b43e696a'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:28:17.605005 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-df2c5258-1786-4ae3-8728-2665a52dbc0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:17.668647 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b5865-b4cc-4b3e-9eaa-a98d13b1d08a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Pushing event deleted for resources: {'Port': ['ID=b7fb21fd-39c5-4620-b929-13c6b43e696a,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:17.673178 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bf6b5865-b4cc-4b3e-9eaa-a98d13b1d08a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:17.865676 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-041de904-9e7f-45b0-8b90-9da95b079290 req-bf6b5865-b4cc-4b3e-9eaa-a98d13b1d08a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] No DVR routers for this DVR port b7fb21fd-39c5-4620-b929-13c6b43e696a on host hv-cinder-78477 {{(pid=85264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:28:17.868050 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-041de904-9e7f-45b0-8b90-9da95b079290 req-bf6b5865-b4cc-4b3e-9eaa-a98d13b1d08a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:17.927412 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-f267fd96-fbc7-4942-a6ee-b13e90b7cff7 req-fdde76ca-2c28-40db-8553-d08d7699f87d tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Synchronizing usage tracker for tenant:d1dca045235e4de59e07028b741ddf4d on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:28:17.931933 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-041de904-9e7f-45b0-8b90-9da95b079290 req-bf6b5865-b4cc-4b3e-9eaa-a98d13b1d08a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.37 "DELETE /v2.0/ports/b7fb21fd-39c5-4620-b929-13c6b43e696a HTTP/1.1" status: 204  len: 173 time: 0.9811482
Apr 11 17:28:17.952233 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-f267fd96-fbc7-4942-a6ee-b13e90b7cff7 req-fdde76ca-2c28-40db-8553-d08d7699f87d tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Unset dirty status for tenant:d1dca045235e4de59e07028b741ddf4d on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:28:17.954791 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f267fd96-fbc7-4942-a6ee-b13e90b7cff7 req-fdde76ca-2c28-40db-8553-d08d7699f87d tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=746e8107-ed96-415f-870c-552bd7209094 HTTP/1.1" status: 200  len: 210 time: 0.0773447
Apr 11 17:28:18.007385 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746e8107-ed96-415f-870c-552bd7209094', 'name': 'network-vif-deleted', 'tag': 'b7fb21fd-39c5-4620-b929-13c6b43e696a'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:28:18.065921 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746e8107-ed96-415f-870c-552bd7209094', 'name': 'network-vif-deleted', 'tag': 'b7fb21fd-39c5-4620-b929-13c6b43e696a', 'status': 'completed', 'code': 200}
Apr 11 17:28:18.113314 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56452) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:28:18.576472 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-559e7bda-20a1-4635-b5c3-45a37c20bc2e req-60fc1ef1-88ae-4718-85f3-c6059e97eb39 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 210 time: 0.0545850
Apr 11 17:28:18.703522 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-9a7e9e60-1e2c-4abd-b4a4-307564edc9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448877'] for router_interface, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:19.076917 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-9a7e9e60-1e2c-4abd-b4a4-307564edc9ec admin admin] Deleting port a1dd5299-bb8b-40ea-9c45-d06fa590c6d7 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:28:19.077297 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-9a7e9e60-1e2c-4abd-b4a4-307564edc9ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:19.262392 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-9a7e9e60-1e2c-4abd-b4a4-307564edc9ec admin admin] For port a1dd5299-bb8b-40ea-9c45-d06fa590c6d7, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=a1dd5299-bb8b-40ea-9c45-d06fa590c6d7,segment=NetworkSegment(ed0f0982-a5eb-4c65-8c19-284fc223e829),segment_id=ed0f0982-a5eb-4c65-8c19-284fc223e829)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:28:19.262710 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-9a7e9e60-1e2c-4abd-b4a4-307564edc9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:19.400839 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-9a7e9e60-1e2c-4abd-b4a4-307564edc9ec admin admin] Calling delete_port for a1dd5299-bb8b-40ea-9c45-d06fa590c6d7 owned by network:router_interface {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:28:19.573105 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-9a7e9e60-1e2c-4abd-b4a4-307564edc9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:19.588979 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-1c1ae3e5-b651-439b-8b6b-246711808161 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:19.648083 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e9e60-1e2c-4abd-b4a4-307564edc9ec admin admin] Pushing event deleted for resources: {'Port': ['ID=a1dd5299-bb8b-40ea-9c45-d06fa590c6d7,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:19.651953 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-9a7e9e60-1e2c-4abd-b4a4-307564edc9ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:19.697407 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4c03dfdc-7b7a-4af2-af3f-869b77a4374d req-a9a70552-689e-472b-b746-620a72273423 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 210 time: 0.0580809
Apr 11 17:28:20.288264 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-9a7e9e60-1e2c-4abd-b4a4-307564edc9ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838482841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492909'] for router_interface, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:20.796964 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7e9e60-1e2c-4abd-b4a4-307564edc9ec admin admin] Router d4a14f5a-4b1d-410c-987f-46d6f0a7a90c has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:28:20.980955 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a534c27b-3525-4055-aa01-270f8eabf84f req-8263bb97-c44d-46e7-a638-95b2a1dcdf51 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 210 time: 0.1206501
Apr 11 17:28:21.037140 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7e9e60-1e2c-4abd-b4a4-307564edc9ec admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:28:21.046205 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd10c561-31ce-4e3f-a71d-0000cb4a311c None None] Sync routers for ids ['d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:28:21.050463 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-9a7e9e60-1e2c-4abd-b4a4-307564edc9ec admin admin] 10.222.0.30 "PUT /v2.0/routers/d4a14f5a-4b1d-410c-987f-46d6f0a7a90c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9360008
Apr 11 17:28:21.053119 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56482) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:28:21.057482 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd10c561-31ce-4e3f-a71d-0000cb4a311c None None] Routers {'d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:28:21.058233 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-cd10c561-31ce-4e3f-a71d-0000cb4a311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22654f0da0>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:28:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:28:21.241877 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ec49b2d3-cab3-44de-b193-203707f45d95 admin admin] Notify callbacks [] for router, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:21.248034 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-cd10c561-31ce-4e3f-a71d-0000cb4a311c None None] Set router d4a14f5a-4b1d-410c-987f-46d6f0a7a90c gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:28:21.356953 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device b7fb21fd-39c5-4620-b929-13c6b43e696a no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:28:21.405229 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] No Port match for: b7fb21fd-39c5-4620-b929-13c6b43e696a {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:28:21.405636 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device b7fb21fd-39c5-4620-b929-13c6b43e696a not bound to the agent host hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:28:21.442482 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ec49b2d3-cab3-44de-b193-203707f45d95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:21.451026 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-ec49b2d3-cab3-44de-b193-203707f45d95 admin admin] Deleting port 217d502e-3577-4f68-ab58-1b2d3b640361 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:28:21.451403 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ec49b2d3-cab3-44de-b193-203707f45d95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:21.606934 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-cd10c561-31ce-4e3f-a71d-0000cb4a311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22654f0da0>, [{'id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'name': 'tempest-TestMinimumBasicScenario-995845753-router', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:25:37Z', 'updated_at': '2021-04-11T17:28:19Z', 'revision_number': 5, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'gw_port': {'id': '217d502e-3577-4f68-ab58-1b2d3b640361', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:38Z', 'updated_at': '2021-04-11T17:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:28:21.611614 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd10c561-31ce-4e3f-a71d-0000cb4a311c None None] Checking router: d4a14f5a-4b1d-410c-987f-46d6f0a7a90c for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:28:21.620623 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd10c561-31ce-4e3f-a71d-0000cb4a311c None None] Routers {'d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:28:21.621292 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-cd10c561-31ce-4e3f-a71d-0000cb4a311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22654f0da0>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:28:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:28:21.638162 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-ec49b2d3-cab3-44de-b193-203707f45d95 admin admin] For port 217d502e-3577-4f68-ab58-1b2d3b640361, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=217d502e-3577-4f68-ab58-1b2d3b640361,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:28:21.638574 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ec49b2d3-cab3-44de-b193-203707f45d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:21.770255 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-ec49b2d3-cab3-44de-b193-203707f45d95 admin admin] Calling delete_port for 217d502e-3577-4f68-ab58-1b2d3b640361 owned by network:router_gateway {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:28:21.781642 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-cd10c561-31ce-4e3f-a71d-0000cb4a311c None None] Set router d4a14f5a-4b1d-410c-987f-46d6f0a7a90c gateway port host: None {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:28:21.899460 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-cd10c561-31ce-4e3f-a71d-0000cb4a311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22654f0da0>, [{'id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'name': 'tempest-TestMinimumBasicScenario-995845753-router', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:25:37Z', 'updated_at': '2021-04-11T17:28:21Z', 'revision_number': 6, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'gw_port_host': None}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:28:21.903590 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd10c561-31ce-4e3f-a71d-0000cb4a311c None None] The sync data for ids ['d4a14f5a-4b1d-410c-987f-46d6f0a7a90c'] in dv-cinder-784779-4-iscsi is: [{'id': 'd4a14f5a-4b1d-410c-987f-46d6f0a7a90c', 'name': 'tempest-TestMinimumBasicScenario-995845753-router', 'tenant_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:25:37Z', 'updated_at': '2021-04-11T17:28:21Z', 'revision_number': 6, 'project_id': '844a128dac2a4fb1b7dc0626f7f9e7e0', 'gw_port_host': None}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:28:21.946841 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ec49b2d3-cab3-44de-b193-203707f45d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:21.963007 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-e74b5cd1-a4cc-484a-b0e7-681e52e1b759 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:22.025721 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49b2d3-cab3-44de-b193-203707f45d95 admin admin] Pushing event deleted for resources: {'Port': ['ID=217d502e-3577-4f68-ab58-1b2d3b640361,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:22.074317 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ec49b2d3-cab3-44de-b193-203707f45d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:22.161989 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-95c8d358-d562-4396-b83e-001810657c96 req-5a79c668-35eb-4543-af0a-7013c1a717fc tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 210 time: 0.0511069
Apr 11 17:28:22.238025 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ec49b2d3-cab3-44de-b193-203707f45d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854326909'] for router_gateway, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:22.431878 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ec49b2d3-cab3-44de-b193-203707f45d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854254326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774632'] for router, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:22.434289 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ec49b2d3-cab3-44de-b193-203707f45d95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:22.462882 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ec49b2d3-cab3-44de-b193-203707f45d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-521882'] for router, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:22.463584 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec49b2d3-cab3-44de-b193-203707f45d95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4a14f5a-4b1d-410c-987f-46d6f0a7a90c {{(pid=85265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 11 17:28:22.481681 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ec49b2d3-cab3-44de-b193-203707f45d95 admin admin] Notify callbacks [] for router, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:22.483298 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-ec49b2d3-cab3-44de-b193-203707f45d95 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d4a14f5a-4b1d-410c-987f-46d6f0a7a90c HTTP/1.1" status: 204  len: 168 time: 1.4288535
Apr 11 17:28:22.486197 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56492) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:28:22.554662 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ddb891f-a444-40cd-a6ed-7a69c788d1a9 admin admin] Deleting subnet 27f27448-cf05-467b-a8dd-219600a89558 {{(pid=85265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 11 17:28:22.558039 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6ddb891f-a444-40cd-a6ed-7a69c788d1a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:22.617313 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6ddb891f-a444-40cd-a6ed-7a69c788d1a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852720073'] for subnet, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:22.699724 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6ddb891f-a444-40cd-a6ed-7a69c788d1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16559076'] for subnet, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:23.052597 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa87219-2ab9-42bb-8e25-978854361209 req-e2f403fe-d9b5-43ce-a3b1-28e0d12d9ee9 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:23.054266 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-caa87219-2ab9-42bb-8e25-978854361209 req-e2f403fe-d9b5-43ce-a3b1-28e0d12d9ee9 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.37 "GET /v2.0/networks?id=1140dd09-af9d-42e2-a743-9d7885c1f4a0 HTTP/1.1" status: 200  len: 812 time: 0.1709580
Apr 11 17:28:23.127044 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-caa87219-2ab9-42bb-8e25-978854361209 req-bccd0598-8ef6-4d22-9989-59de58a69d44 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6b0522f96894d59bdb886e0d36daf2b HTTP/1.1" status: 200  len: 8061 time: 0.0642390
Apr 11 17:28:23.139551 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-caa87219-2ab9-42bb-8e25-978854361209 req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Request body: {'port': {'device_id': 'b3c4d71f-c904-4288-bb53-57891ffb366f', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'admin_state_up': True, 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'security_groups': ['89679282-65ff-4d30-9feb-3d4dd757cad3']}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:28:23.246675 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6ddb891f-a444-40cd-a6ed-7a69c788d1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838216707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851487774'] for subnet, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:23.264165 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-692cd61a-1547-4878-b8f1-92bdd91974a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:23.310887 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb891f-a444-40cd-a6ed-7a69c788d1a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27f27448-cf05-467b-a8dd-219600a89558,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:23.317771 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-6ddb891f-a444-40cd-a6ed-7a69c788d1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:23.318343 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-caa87219-2ab9-42bb-8e25-978854361209 req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:28:23.329578 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-caa87219-2ab9-42bb-8e25-978854361209 req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:28:23.338617 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa87219-2ab9-42bb-8e25-978854361209 req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Made reservation on behalf of a6b0522f96894d59bdb886e0d36daf2b for: {'port': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:28:23.345569 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-caa87219-2ab9-42bb-8e25-978854361209 req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:23.422831 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-86199241-8523-4b77-8723-db0778951588 req-ddf63657-32db-47be-9822-307b356c9ccc tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 210 time: 0.1066806
Apr 11 17:28:23.463811 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6ddb891f-a444-40cd-a6ed-7a69c788d1a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:23.470116 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1d094c-24fd-46ee-8df4-8ca95c505121 None None] Network 5f285a93-15c3-4d81-8eb6-47b691902cb7 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:28:23.470477 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-6ddb891f-a444-40cd-a6ed-7a69c788d1a9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/27f27448-cf05-467b-a8dd-219600a89558 HTTP/1.1" status: 204  len: 168 time: 0.9831376
Apr 11 17:28:23.473723 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56498) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:28:23.488949 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 217d502e-3577-4f68-ab58-1b2d3b640361 no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:28:23.532434 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [req-caa87219-2ab9-42bb-8e25-978854361209 req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Allocated IP 172.20.0.12 (1140dd09-af9d-42e2-a743-9d7885c1f4a0/c622cc8b-b37c-4c8f-904b-1a7e436a5dc8/6f8d37ea-b844-4705-820f-a746ab924806) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:28:23.599437 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-815f31f1-f357-4a90-b2b7-7a7387d24039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854681048'] for network, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:23.655553 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: 217d502e-3577-4f68-ab58-1b2d3b640361 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:28:23.655553 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 217d502e-3577-4f68-ab58-1b2d3b640361 not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:28:23.655553 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device a1dd5299-bb8b-40ea-9c45-d06fa590c6d7 no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:28:23.725048 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: a1dd5299-bb8b-40ea-9c45-d06fa590c6d7 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:28:23.725697 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device a1dd5299-bb8b-40ea-9c45-d06fa590c6d7 not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:28:23.738902 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-815f31f1-f357-4a90-b2b7-7a7387d24039 admin admin] Deleting port 85a339cd-1de1-47df-96c0-a4545c719b8d {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:28:23.739285 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-815f31f1-f357-4a90-b2b7-7a7387d24039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:23.850792 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-caa87219-2ab9-42bb-8e25-978854361209 req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:23.870070 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-caa87219-2ab9-42bb-8e25-978854361209 req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Transition to ACTIVE for port object 6f8d37ea-b844-4705-820f-a746ab924806 will not be triggered until provisioned by entity DHCP. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:28:23.897551 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-caa87219-2ab9-42bb-8e25-978854361209 req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:23.989767 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b4327e66-0451-4638-8319-d37c2d436656 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:24.066797 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-815f31f1-f357-4a90-b2b7-7a7387d24039 admin admin] For port 85a339cd-1de1-47df-96c0-a4545c719b8d, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=85a339cd-1de1-47df-96c0-a4545c719b8d,segment=NetworkSegment(ed0f0982-a5eb-4c65-8c19-284fc223e829),segment_id=ed0f0982-a5eb-4c65-8c19-284fc223e829)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:28:24.067424 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-815f31f1-f357-4a90-b2b7-7a7387d24039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:24.068454 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ea5b71-046d-43d1-8545-c10ead33721b None None] DHCP port deletion for 5f285a93-15c3-4d81-8eb6-47b691902cb7 request from dv-cinder-784779-4-iscsi {{(pid=85266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 11 17:28:24.072763 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-b6ea5b71-046d-43d1-8545-c10ead33721b None None] Deleting port 85a339cd-1de1-47df-96c0-a4545c719b8d {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:28:24.073499 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b6ea5b71-046d-43d1-8545-c10ead33721b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:24.094976 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Pushing event updated for resources: {'Port': ['ID=6f8d37ea-b844-4705-820f-a746ab924806,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:24.121538 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:24.121971 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:24.122401 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:24.122995 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:24.123418 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:24.123949 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:24.124359 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:24.125385 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:24.125831 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:24.126498 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:24.126909 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:24.127309 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:24.133017 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:24.150692 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa87219-2ab9-42bb-8e25-978854361209 req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Network 1140dd09-af9d-42e2-a743-9d7885c1f4a0 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:28:24.151920 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [req-caa87219-2ab9-42bb-8e25-978854361209 req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:28:24.154279 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa87219-2ab9-42bb-8e25-978854361209 req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:28:24.214921 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-815f31f1-f357-4a90-b2b7-7a7387d24039 admin admin] Calling delete_port for 85a339cd-1de1-47df-96c0-a4545c719b8d owned by network:dhcp {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:28:24.232890 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa87219-2ab9-42bb-8e25-978854361209 req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:24.233622 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-caa87219-2ab9-42bb-8e25-978854361209 req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:24.301009 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-caa87219-2ab9-42bb-8e25-978854361209 req-31789f0a-3b18-4b0a-9964-7cb37eb3b104 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1627266
Apr 11 17:28:24.312897 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-caa87219-2ab9-42bb-8e25-978854361209 req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] Request body: {'port': {'device_id': 'b3c4d71f-c904-4288-bb53-57891ffb366f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:28:24.317599 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-815f31f1-f357-4a90-b2b7-7a7387d24039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:24.342112 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-b6ea5b71-046d-43d1-8545-c10ead33721b None None] For port 85a339cd-1de1-47df-96c0-a4545c719b8d, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=85a339cd-1de1-47df-96c0-a4545c719b8d,segment=NetworkSegment(ed0f0982-a5eb-4c65-8c19-284fc223e829),segment_id=ed0f0982-a5eb-4c65-8c19-284fc223e829)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:28:24.342783 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b6ea5b71-046d-43d1-8545-c10ead33721b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:24.408410 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-9a7e9e60-1e2c-4abd-b4a4-307564edc9ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:24.449364 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-caa87219-2ab9-42bb-8e25-978854361209 req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:24.491329 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f31f1-f357-4a90-b2b7-7a7387d24039 admin admin] Pushing event deleted for resources: {'Port': ['ID=85a339cd-1de1-47df-96c0-a4545c719b8d,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:24.493435 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f31f1-f357-4a90-b2b7-7a7387d24039 admin admin] No DVR routers for this DVR port 85a339cd-1de1-47df-96c0-a4545c719b8d on host dv-cinder-784779-4-iscsi {{(pid=85265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:28:24.493732 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-b6ea5b71-046d-43d1-8545-c10ead33721b None None] Calling delete_port for 85a339cd-1de1-47df-96c0-a4545c719b8d owned by network:dhcp {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:28:24.495048 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-815f31f1-f357-4a90-b2b7-7a7387d24039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:24.555018 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-03ca9f4b-0425-46dc-9e9a-dccb4e416157 None None] Provisioning for port 6f8d37ea-b844-4705-820f-a746ab924806 completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:28:24.566683 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-03ca9f4b-0425-46dc-9e9a-dccb4e416157 None None] Provisioning complete for port 6f8d37ea-b844-4705-820f-a746ab924806 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:28:24.567200 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-03ca9f4b-0425-46dc-9e9a-dccb4e416157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:24.624080 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-815f31f1-f357-4a90-b2b7-7a7387d24039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16557693', 'neutron.services.segments.db._delete_segments_for_network--9223363300245355619'] for network, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:24.651989 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-03ca9f4b-0425-46dc-9e9a-dccb4e416157 None None] Port 6f8d37ea-b844-4705-820f-a746ab924806 cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:28:24.655113 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.db.api [None req-b6ea5b71-046d-43d1-8545-c10ead33721b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 11 17:28:24.655604 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_db.api [None req-b6ea5b71-046d-43d1-8545-c10ead33721b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 11 17:28:24.742165 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-815f31f1-f357-4a90-b2b7-7a7387d24039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2265079a20>,) {'filters': {'network_id': ['5f285a93-15c3-4d81-8eb6-47b691902cb7']}} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:28:24.755639 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-815f31f1-f357-4a90-b2b7-7a7387d24039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2265079a20>, 'ed0f0982-a5eb-4c65-8c19-284fc223e829') {'for_net_delete': True} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:28:24.755980 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-815f31f1-f357-4a90-b2b7-7a7387d24039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2265079a20>, 'ed0f0982-a5eb-4c65-8c19-284fc223e829') {} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:28:24.768050 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-815f31f1-f357-4a90-b2b7-7a7387d24039 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736609405999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2055880'] for segment, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:24.782722 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-815f31f1-f357-4a90-b2b7-7a7387d24039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:24.789031 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815f31f1-f357-4a90-b2b7-7a7387d24039 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=85265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 11 17:28:24.835277 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04a178-f126-482a-800e-38f83f523e2a req-559df2c3-c09e-48f0-8be4-dbdb93ae17d9 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:24.835955 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-2d04a178-f126-482a-800e-38f83f523e2a req-559df2c3-c09e-48f0-8be4-dbdb93ae17d9 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Synchronizing usage tracker for tenant:a6b0522f96894d59bdb886e0d36daf2b on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:28:24.871423 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-2d04a178-f126-482a-800e-38f83f523e2a req-559df2c3-c09e-48f0-8be4-dbdb93ae17d9 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Unset dirty status for tenant:a6b0522f96894d59bdb886e0d36daf2b on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:28:24.872725 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2d04a178-f126-482a-800e-38f83f523e2a req-559df2c3-c09e-48f0-8be4-dbdb93ae17d9 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 932 time: 0.2498481
Apr 11 17:28:24.919597 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2d04a178-f126-482a-800e-38f83f523e2a req-85122fd7-648b-4963-bb53-515dc550a5b8 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386775
Apr 11 17:28:24.971348 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-815f31f1-f357-4a90-b2b7-7a7387d24039 admin admin] Network 5f285a93-15c3-4d81-8eb6-47b691902cb7 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:28:24.980675 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-815f31f1-f357-4a90-b2b7-7a7387d24039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16558278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933340'] for segment, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:24.991437 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [req-caa87219-2ab9-42bb-8e25-978854361209 req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8d37ea-b844-4705-820f-a746ab924806 {{(pid=85264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:28:25.001410 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-caa87219-2ab9-42bb-8e25-978854361209 req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:25.017128 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-caa87219-2ab9-42bb-8e25-978854361209 req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] Transition to ACTIVE for port object 6f8d37ea-b844-4705-820f-a746ab924806 will not be triggered until provisioned by entity L2. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:28:25.020573 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-caa87219-2ab9-42bb-8e25-978854361209 req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:25.048053 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-61cbb2cd-c9ee-4dae-b12c-7d07ec49c845 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:25.157807 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-b6ea5b71-046d-43d1-8545-c10ead33721b None None] Deleting port 85a339cd-1de1-47df-96c0-a4545c719b8d {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:28:25.158826 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b6ea5b71-046d-43d1-8545-c10ead33721b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:25.172378 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-815f31f1-f357-4a90-b2b7-7a7387d24039 admin admin] Network 5f285a93-15c3-4d81-8eb6-47b691902cb7 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:28:25.177081 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8d37ea-b844-4705-820f-a746ab924806,revision_number=2']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:25.184552 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]: Traceback (most recent call last):
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:     timer()
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:     cb(*args, **kw)
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:     return func(*args, **kwargs)
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:     self._notify()
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:     self.callback(batched_events)
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:     event.method(event)
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:     segment_id)['aggregates'][0]
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:     return f(self, *a, **k)
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self._get(url).json()
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:     **kwargs)
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self.request(url, 'GET', **kwargs)
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:     **endpoint_filter)
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 11 17:28:25.196557 dv-cinder-784779-4-iscsi neutron-server[85151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 11 17:28:25.241753 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-b6ea5b71-046d-43d1-8545-c10ead33721b None None] The port '85a339cd-1de1-47df-96c0-a4545c719b8d' was deleted {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 11 17:28:25.292485 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-815f31f1-f357-4a90-b2b7-7a7387d24039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838218230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448937'] for network, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:25.298132 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:25.320475 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-815f31f1-f357-4a90-b2b7-7a7387d24039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:25.327630 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f31f1-f357-4a90-b2b7-7a7387d24039 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f285a93-15c3-4d81-8eb6-47b691902cb7,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:25.333254 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-815f31f1-f357-4a90-b2b7-7a7387d24039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:25.351335 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-815f31f1-f357-4a90-b2b7-7a7387d24039 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5f285a93-15c3-4d81-8eb6-47b691902cb7 HTTP/1.1" status: 204  len: 168 time: 1.8749106
Apr 11 17:28:25.352772 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56524) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:28:25.493123 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 85a339cd-1de1-47df-96c0-a4545c719b8d no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:28:25.531738 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: 85a339cd-1de1-47df-96c0-a4545c719b8d {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:28:25.532099 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 85a339cd-1de1-47df-96c0-a4545c719b8d not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:28:25.710467 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-caa87219-2ab9-42bb-8e25-978854361209 req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] Attempting to bind port 6f8d37ea-b844-4705-820f-a746ab924806 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:28:25.711022 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-caa87219-2ab9-42bb-8e25-978854361209 req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] Attempting to bind port 6f8d37ea-b844-4705-820f-a746ab924806 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'a3450a82-33c5-47eb-8a0e-f2730393e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0'}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:28:25.711391 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa87219-2ab9-42bb-8e25-978854361209 req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] Attempting to bind port 6f8d37ea-b844-4705-820f-a746ab924806 on network 1140dd09-af9d-42e2-a743-9d7885c1f4a0 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:28:25.716222 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa87219-2ab9-42bb-8e25-978854361209 req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] Port 6f8d37ea-b844-4705-820f-a746ab924806 on network 1140dd09-af9d-42e2-a743-9d7885c1f4a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 11 17:28:25.716611 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa87219-2ab9-42bb-8e25-978854361209 req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] Attempting to bind port 6f8d37ea-b844-4705-820f-a746ab924806 on network 1140dd09-af9d-42e2-a743-9d7885c1f4a0 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:28:25.722593 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa87219-2ab9-42bb-8e25-978854361209 req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] Checking agent: {'id': 'ff222714-fd65-43da-9d5f-2c6b0dd417d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'started_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:28:25.723098 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa87219-2ab9-42bb-8e25-978854361209 req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] Checking segment: {'id': 'a3450a82-33c5-47eb-8a0e-f2730393e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:28:25.723517 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa87219-2ab9-42bb-8e25-978854361209 req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] Bound using segment: {'id': 'a3450a82-33c5-47eb-8a0e-f2730393e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0'} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:28:25.723983 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-caa87219-2ab9-42bb-8e25-978854361209 req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] Bound port: 6f8d37ea-b844-4705-820f-a746ab924806, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3450a82-33c5-47eb-8a0e-f2730393e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0'}}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:28:25.724368 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-caa87219-2ab9-42bb-8e25-978854361209 req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:25.804804 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-caa87219-2ab9-42bb-8e25-978854361209 req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] For port 6f8d37ea-b844-4705-820f-a746ab924806, host hv-cinder-78477, cleared binding levels {{(pid=85264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:28:25.808105 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-caa87219-2ab9-42bb-8e25-978854361209 req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] For port 6f8d37ea-b844-4705-820f-a746ab924806, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6f8d37ea-b844-4705-820f-a746ab924806,segment=NetworkSegment(a3450a82-33c5-47eb-8a0e-f2730393e2bd),segment_id=a3450a82-33c5-47eb-8a0e-f2730393e2bd)] {{(pid=85264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:28:25.811446 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-caa87219-2ab9-42bb-8e25-978854361209 req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:25.827323 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bd23d2ef-e2cb-4aa6-8a2b-9a6c1d1386a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:25.947429 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0698749e-a7ff-4c16-9504-55965b9e4a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448877'] for router_interface, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:25.980305 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8d37ea-b844-4705-820f-a746ab924806,revision_number=3']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:25.985714 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:26.030672 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa87219-2ab9-42bb-8e25-978854361209 req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:26.032287 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-caa87219-2ab9-42bb-8e25-978854361209 req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:26.034420 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-caa87219-2ab9-42bb-8e25-978854361209 req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] 10.222.0.37 "PUT /v2.0/ports/6f8d37ea-b844-4705-820f-a746ab924806 HTTP/1.1" status: 200  len: 1094 time: 1.7272177
Apr 11 17:28:26.035084 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c4d71f-c904-4288-bb53-57891ffb366f', 'tag': '6f8d37ea-b844-4705-820f-a746ab924806'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:28:26.086412 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c4d71f-c904-4288-bb53-57891ffb366f', 'tag': '6f8d37ea-b844-4705-820f-a746ab924806', 'status': 'completed', 'code': 200}
Apr 11 17:28:26.542073 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce84895-683b-4187-96a0-d0a64f1792fd req-51172b6b-9fbd-4ca4-aa37-26584d1a02d1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:26.543648 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dce84895-683b-4187-96a0-d0a64f1792fd req-51172b6b-9fbd-4ca4-aa37-26584d1a02d1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 944 time: 0.4734712
Apr 11 17:28:26.581197 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-dce84895-683b-4187-96a0-d0a64f1792fd req-b902cf7f-6142-4375-a01c-08e3ab1aac09 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Synchronizing usage tracker for tenant:a6b0522f96894d59bdb886e0d36daf2b on resource:security_group {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:28:26.605605 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-dce84895-683b-4187-96a0-d0a64f1792fd req-b902cf7f-6142-4375-a01c-08e3ab1aac09 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Unset dirty status for tenant:a6b0522f96894d59bdb886e0d36daf2b on resource:security_group {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:28:26.606790 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-dce84895-683b-4187-96a0-d0a64f1792fd req-b902cf7f-6142-4375-a01c-08e3ab1aac09 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541501
Apr 11 17:28:26.675916 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-0698749e-a7ff-4c16-9504-55965b9e4a06 admin admin] Deleting port 22d0be9f-681c-477e-8df8-9983d0c98dad {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:28:26.676289 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0698749e-a7ff-4c16-9504-55965b9e4a06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:26.856382 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-0698749e-a7ff-4c16-9504-55965b9e4a06 admin admin] For port 22d0be9f-681c-477e-8df8-9983d0c98dad, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=22d0be9f-681c-477e-8df8-9983d0c98dad,segment=NetworkSegment(374f0b35-2fb9-481a-81f7-394d274d01c7),segment_id=374f0b35-2fb9-481a-81f7-394d274d01c7)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:28:26.856761 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0698749e-a7ff-4c16-9504-55965b9e4a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:26.989412 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-0698749e-a7ff-4c16-9504-55965b9e4a06 admin admin] Calling delete_port for 22d0be9f-681c-477e-8df8-9983d0c98dad owned by network:router_interface {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:28:27.163171 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0698749e-a7ff-4c16-9504-55965b9e4a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:27.178240 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-08551d23-5fd6-4f24-b4e2-cecb5a398c79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:27.233242 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698749e-a7ff-4c16-9504-55965b9e4a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=22d0be9f-681c-477e-8df8-9983d0c98dad,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:27.236010 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-0698749e-a7ff-4c16-9504-55965b9e4a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:27.289418 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:27.631076 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0698749e-a7ff-4c16-9504-55965b9e4a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838482841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492909'] for router_interface, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:27.817483 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c25eb-d2ba-4ce6-8856-ba9f3bf0acf3 req-fe0b045f-7917-4d74-a4bf-820db9b13d75 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:27.819019 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c89c25eb-d2ba-4ce6-8856-ba9f3bf0acf3 req-fe0b045f-7917-4d74-a4bf-820db9b13d75 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 944 time: 0.0918241
Apr 11 17:28:27.850443 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c89c25eb-d2ba-4ce6-8856-ba9f3bf0acf3 req-0c0bda17-6276-4f13-9ef6-c7213c4d9fb4 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0249403
Apr 11 17:28:28.139354 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0698749e-a7ff-4c16-9504-55965b9e4a06 admin admin] Router f02b5520-37f3-41c5-bc0b-fd6dfa2db254 has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:28:28.315651 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b260b-3ae0-437a-b958-277828c37f91 req-2402161a-5f50-4e72-87cc-556174fc9eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:28.317291 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-580b260b-3ae0-437a-b958-277828c37f91 req-2402161a-5f50-4e72-87cc-556174fc9eac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6b0522f96894d59bdb886e0d36daf2b&device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 1097 time: 0.0897112
Apr 11 17:28:28.349493 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0698749e-a7ff-4c16-9504-55965b9e4a06 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:28:28.358298 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ee13b3-0cc1-4512-89ca-76f71d3c6ac1 None None] Sync routers for ids ['f02b5520-37f3-41c5-bc0b-fd6dfa2db254'] in dv-cinder-784779-4-iscsi {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:28:28.366214 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-0698749e-a7ff-4c16-9504-55965b9e4a06 admin admin] 10.222.0.30 "PUT /v2.0/routers/f02b5520-37f3-41c5-bc0b-fd6dfa2db254/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0122235
Apr 11 17:28:28.368609 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 56538) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:28:28.371175 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ee13b3-0cc1-4512-89ca-76f71d3c6ac1 None None] Routers {'f02b5520-37f3-41c5-bc0b-fd6dfa2db254'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:28:28.371840 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-55ee13b3-0cc1-4512-89ca-76f71d3c6ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2266973dd8>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:28:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['f02b5520-37f3-41c5-bc0b-fd6dfa2db254'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:28:28.561477 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-55ee13b3-0cc1-4512-89ca-76f71d3c6ac1 None None] Set router f02b5520-37f3-41c5-bc0b-fd6dfa2db254 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:28:28.645738 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b260b-3ae0-437a-b958-277828c37f91 req-bf098dfe-3384-4efb-8762-8fbac384a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:28.647347 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-580b260b-3ae0-437a-b958-277828c37f91 req-bf098dfe-3384-4efb-8762-8fbac384a642 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a6b0522f96894d59bdb886e0d36daf2b&shared=False HTTP/1.1" status: 200  len: 913 time: 0.3224790
Apr 11 17:28:28.697276 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-92d502cf-b3c9-4ced-a47f-a865657745a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:28.810540 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d01be6-e430-44a4-b060-69513833e50e req-6e93332a-3dc2-4361-99a6-f6ee2ce0338e tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:28.812795 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-14d01be6-e430-44a4-b060-69513833e50e req-6e93332a-3dc2-4361-99a6-f6ee2ce0338e tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/networks?id=5f1e59fd-9129-403d-961a-bf5305d87f81 HTTP/1.1" status: 200  len: 813 time: 0.1613064
Apr 11 17:28:28.830902 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-14d01be6-e430-44a4-b060-69513833e50e req-aeb2e16a-e2f3-4274-b701-a20ed707dc99 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/quotas/d1dca045235e4de59e07028b741ddf4d HTTP/1.1" status: 200  len: 375 time: 0.0111499
Apr 11 17:28:28.876911 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-55ee13b3-0cc1-4512-89ca-76f71d3c6ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2266973dd8>, [{'id': 'f02b5520-37f3-41c5-bc0b-fd6dfa2db254', 'name': 'tempest-TestMinimumBasicScenario-154407070-router', 'tenant_id': '7a719009c45b45a1a36698796bfd47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'd0cc5162-3b4f-40f2-b40a-37f5c07ec7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:25:45Z', 'updated_at': '2021-04-11T17:28:27Z', 'revision_number': 5, 'project_id': '7a719009c45b45a1a36698796bfd47f8', 'gw_port': {'id': 'd0cc5162-3b4f-40f2-b40a-37f5c07ec7d1', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02b5520-37f3-41c5-bc0b-fd6dfa2db254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:46Z', 'updated_at': '2021-04-11T17:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:28:28.886893 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ee13b3-0cc1-4512-89ca-76f71d3c6ac1 None None] Checking router: f02b5520-37f3-41c5-bc0b-fd6dfa2db254 for host: dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:28:28.895756 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-14d01be6-e430-44a4-b060-69513833e50e req-d6cdef8a-2c05-425d-a628-53304b8bc86b tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1dca045235e4de59e07028b741ddf4d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0563238
Apr 11 17:28:28.908187 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ee13b3-0cc1-4512-89ca-76f71d3c6ac1 None None] Routers {'f02b5520-37f3-41c5-bc0b-fd6dfa2db254'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:28:28.909051 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-55ee13b3-0cc1-4512-89ca-76f71d3c6ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2266973dd8>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:28:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['f02b5520-37f3-41c5-bc0b-fd6dfa2db254'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:28:29.035708 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b260b-3ae0-437a-b958-277828c37f91 req-9e757de7-7785-4e6e-b0c1-80cc4af9b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:29.037954 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-580b260b-3ae0-437a-b958-277828c37f91 req-9e757de7-7785-4e6e-b0c1-80cc4af9b8dd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3830678
Apr 11 17:28:29.063438 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-14d01be6-e430-44a4-b060-69513833e50e req-51804bb6-c4b7-4f5a-9536-0290f25a95c7 service neutron] 10.222.0.30 "GET /v2.0/networks/5f1e59fd-9129-403d-961a-bf5305d87f81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1592793
Apr 11 17:28:29.092952 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-92d502cf-b3c9-4ced-a47f-a865657745a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:29.135264 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-55ee13b3-0cc1-4512-89ca-76f71d3c6ac1 None None] Set router f02b5520-37f3-41c5-bc0b-fd6dfa2db254 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:28:29.165729 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-92d502cf-b3c9-4ced-a47f-a865657745a1 admin admin] Deleting port d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1 {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:28:29.166109 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-92d502cf-b3c9-4ced-a47f-a865657745a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:29.221032 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-14d01be6-e430-44a4-b060-69513833e50e req-78543060-5104-4b61-8871-74db7574892f service neutron] 10.222.0.30 "GET /v2.0/networks/5f1e59fd-9129-403d-961a-bf5305d87f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1493835
Apr 11 17:28:29.226497 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b483e-b801-49f1-99fb-0f7772db8879 req-e3e3126a-53e7-46ba-b131-91e301741680 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:29.228138 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-893b483e-b801-49f1-99fb-0f7772db8879 req-e3e3126a-53e7-46ba-b131-91e301741680 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 944 time: 0.2484241
Apr 11 17:28:29.314401 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-893b483e-b801-49f1-99fb-0f7772db8879 req-007c2fff-7da6-483d-91c4-f3889289d37e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732262
Apr 11 17:28:29.394829 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa87219-2ab9-42bb-8e25-978854361209 req-ad9710a0-9064-4797-8221-bfb36d534558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:29.396512 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-caa87219-2ab9-42bb-8e25-978854361209 req-ad9710a0-9064-4797-8221-bfb36d534558 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6b0522f96894d59bdb886e0d36daf2b&device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 1097 time: 0.2991366
Apr 11 17:28:29.526236 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-caa87219-2ab9-42bb-8e25-978854361209 req-d7aacf80-32e2-4422-baa0-38d1711b56f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f8d37ea-b844-4705-820f-a746ab924806 HTTP/1.1" status: 200  len: 217 time: 0.1207507
Apr 11 17:28:29.592683 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-16c4721b-abff-4cae-a262-6f80c243baf3 req-f99c721a-eed1-4fd6-a224-31a503da9375 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c51f7d8-48fa-403a-bb99-fa2c56ed7f03 HTTP/1.1" status: 200  len: 210 time: 0.1230161
Apr 11 17:28:29.637924 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-92d502cf-b3c9-4ced-a47f-a865657745a1 admin admin] For port d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:28:29.638329 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-92d502cf-b3c9-4ced-a47f-a865657745a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:29.655945 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-55ee13b3-0cc1-4512-89ca-76f71d3c6ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2266973dd8>, [{'id': 'f02b5520-37f3-41c5-bc0b-fd6dfa2db254', 'name': 'tempest-TestMinimumBasicScenario-154407070-router', 'tenant_id': '7a719009c45b45a1a36698796bfd47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'd0cc5162-3b4f-40f2-b40a-37f5c07ec7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:25:45Z', 'updated_at': '2021-04-11T17:28:27Z', 'revision_number': 5, 'project_id': '7a719009c45b45a1a36698796bfd47f8', 'gw_port': {'id': 'd0cc5162-3b4f-40f2-b40a-37f5c07ec7d1', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02b5520-37f3-41c5-bc0b-fd6dfa2db254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:46Z', 'updated_at': '2021-04-11T17:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:28:29.659921 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa87219-2ab9-42bb-8e25-978854361209 req-6f0f2c92-0bb4-413f-84a3-86790d999027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:29.660406 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ee13b3-0cc1-4512-89ca-76f71d3c6ac1 None None] The sync data for ids ['f02b5520-37f3-41c5-bc0b-fd6dfa2db254'] in dv-cinder-784779-4-iscsi is: [{'id': 'f02b5520-37f3-41c5-bc0b-fd6dfa2db254', 'name': 'tempest-TestMinimumBasicScenario-154407070-router', 'tenant_id': '7a719009c45b45a1a36698796bfd47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'd0cc5162-3b4f-40f2-b40a-37f5c07ec7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:25:45Z', 'updated_at': '2021-04-11T17:28:27Z', 'revision_number': 5, 'project_id': '7a719009c45b45a1a36698796bfd47f8', 'gw_port': {'id': 'd0cc5162-3b4f-40f2-b40a-37f5c07ec7d1', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02b5520-37f3-41c5-bc0b-fd6dfa2db254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:25:46Z', 'updated_at': '2021-04-11T17:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:28:29.662281 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-caa87219-2ab9-42bb-8e25-978854361209 req-6f0f2c92-0bb4-413f-84a3-86790d999027 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c622cc8b-b37c-4c8f-904b-1a7e436a5dc8 HTTP/1.1" status: 200  len: 851 time: 0.1247256
Apr 11 17:28:29.832497 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-92d502cf-b3c9-4ced-a47f-a865657745a1 admin admin] Calling delete_port for d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1 owned by network:router_gateway {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:28:29.962374 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa87219-2ab9-42bb-8e25-978854361209 req-db6bbba8-e823-4372-9071-54a716041805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:29.963937 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-caa87219-2ab9-42bb-8e25-978854361209 req-db6bbba8-e823-4372-9071-54a716041805 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1140dd09-af9d-42e2-a743-9d7885c1f4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2474544
Apr 11 17:28:30.170955 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-caa87219-2ab9-42bb-8e25-978854361209 req-c3134729-b24b-4e47-94f0-6ae7e7a01d9a service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1999106
Apr 11 17:28:30.176282 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-92d502cf-b3c9-4ced-a47f-a865657745a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:30.194257 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-99e614aa-19da-4aed-afdd-e52bb5cf8095 tempest-VolumesActionsTest-1866542694 tempest-VolumesActionsTest-1866542694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:30.327535 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:28:30.543407 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bda839-3e2e-442c-99c3-cdb06441bd84 req-1b4e376f-c27e-45da-a7eb-8279635c6c9c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:30.544965 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-70bda839-3e2e-442c-99c3-cdb06441bd84 req-1b4e376f-c27e-45da-a7eb-8279635c6c9c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 944 time: 0.0952680
Apr 11 17:28:30.577219 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-70bda839-3e2e-442c-99c3-cdb06441bd84 req-c1f3725d-e128-4c73-8368-703515f733d1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0248673
Apr 11 17:28:30.614622 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d502cf-b3c9-4ced-a47f-a865657745a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:30.639834 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-92d502cf-b3c9-4ced-a47f-a865657745a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:30.851905 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3b8deccb-19e1-45fa-b228-8f4059be1e2e req-8d9a2166-0698-4147-b25f-dc7214465986 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c51f7d8-48fa-403a-bb99-fa2c56ed7f03 HTTP/1.1" status: 200  len: 210 time: 0.0816696
Apr 11 17:28:30.924673 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-caa87219-2ab9-42bb-8e25-978854361209 req-71ad7cdf-edd4-41c2-85b1-c1e60ac4ea9d service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7336094
Apr 11 17:28:30.980521 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d01be6-e430-44a4-b060-69513833e50e req-6b2d0d1b-2c92-41ea-af01-d2d1270090bd tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:30.982051 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-14d01be6-e430-44a4-b060-69513833e50e req-6b2d0d1b-2c92-41ea-af01-d2d1270090bd tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.37 "GET /v2.0/networks?id=5f1e59fd-9129-403d-961a-bf5305d87f81 HTTP/1.1" status: 200  len: 813 time: 0.4657543
Apr 11 17:28:31.016682 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-14d01be6-e430-44a4-b060-69513833e50e req-f77e1129-2413-47bd-82b7-e080b5f3629a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Request body: {'port': {'device_id': '4c51f7d8-48fa-403a-bb99-fa2c56ed7f03', 'network_id': '5f1e59fd-9129-403d-961a-bf5305d87f81', 'admin_state_up': True, 'tenant_id': 'd1dca045235e4de59e07028b741ddf4d'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:28:31.142965 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-92d502cf-b3c9-4ced-a47f-a865657745a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854326909'] for router_gateway, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:31.347813 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-92d502cf-b3c9-4ced-a47f-a865657745a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854254326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774632'] for router, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:31.352327 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-92d502cf-b3c9-4ced-a47f-a865657745a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:31.374300 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-14d01be6-e430-44a4-b060-69513833e50e req-f77e1129-2413-47bd-82b7-e080b5f3629a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:28:31.385986 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-14d01be6-e430-44a4-b060-69513833e50e req-f77e1129-2413-47bd-82b7-e080b5f3629a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:28:31.387866 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-92d502cf-b3c9-4ced-a47f-a865657745a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-521882'] for router, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:31.388391 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d502cf-b3c9-4ced-a47f-a865657745a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f02b5520-37f3-41c5-bc0b-fd6dfa2db254 {{(pid=85264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 11 17:28:31.403268 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d01be6-e430-44a4-b060-69513833e50e req-f77e1129-2413-47bd-82b7-e080b5f3629a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Made reservation on behalf of d1dca045235e4de59e07028b741ddf4d for: {'port': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:28:31.410047 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-14d01be6-e430-44a4-b060-69513833e50e req-f77e1129-2413-47bd-82b7-e080b5f3629a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:31.454416 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-92d502cf-b3c9-4ced-a47f-a865657745a1 admin admin] Notify callbacks [] for router, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:31.457695 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-92d502cf-b3c9-4ced-a47f-a865657745a1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f02b5520-37f3-41c5-bc0b-fd6dfa2db254 HTTP/1.1" status: 204  len: 168 time: 3.0860128
Apr 11 17:28:31.458484 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56576) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:28:31.506394 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 22d0be9f-681c-477e-8df8-9983d0c98dad no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:28:31.536620 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c0276e-6fa8-436f-8de8-0e923b7799fb admin admin] Deleting subnet ceef70cc-63e3-4ecb-bce0-c5240e23aac2 {{(pid=85265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 11 17:28:31.540538 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d6c0276e-6fa8-436f-8de8-0e923b7799fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:31.546858 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: 22d0be9f-681c-477e-8df8-9983d0c98dad {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:28:31.547710 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 22d0be9f-681c-477e-8df8-9983d0c98dad not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:28:31.582456 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [req-14d01be6-e430-44a4-b060-69513833e50e req-f77e1129-2413-47bd-82b7-e080b5f3629a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Allocated IP 172.20.0.2 (5f1e59fd-9129-403d-961a-bf5305d87f81/35c655f6-6dac-4db5-ad11-8f1c169dbd9c/d30750cb-4ac9-4f0a-b4d3-831d9e92edae) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:28:31.596221 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d6c0276e-6fa8-436f-8de8-0e923b7799fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852720073'] for subnet, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:31.696827 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d6c0276e-6fa8-436f-8de8-0e923b7799fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16559076'] for subnet, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:31.819619 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-14d01be6-e430-44a4-b060-69513833e50e req-f77e1129-2413-47bd-82b7-e080b5f3629a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:31.851939 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-14d01be6-e430-44a4-b060-69513833e50e req-f77e1129-2413-47bd-82b7-e080b5f3629a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:31.868102 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-144d92e5-e84e-403c-8669-7a8dbf80cf4b tempest-AttachVolumeShelveTestJSON-1656305048 tempest-AttachVolumeShelveTestJSON-1656305048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:32.073770 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e1129-2413-47bd-82b7-e080b5f3629a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Pushing event updated for resources: {'Port': ['ID=d30750cb-4ac9-4f0a-b4d3-831d9e92edae,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:32.080135 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f77e1129-2413-47bd-82b7-e080b5f3629a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:32.154964 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cf18e-ca6e-4ced-880b-aaee767cb895 req-86d007b5-5faa-4d0b-a78d-a2ab2ddcf51c tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:32.157050 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fb8cf18e-ca6e-4ced-880b-aaee767cb895 req-86d007b5-5faa-4d0b-a78d-a2ab2ddcf51c tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c51f7d8-48fa-403a-bb99-fa2c56ed7f03 HTTP/1.1" status: 200  len: 931 time: 0.1615124
Apr 11 17:28:32.159010 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d01be6-e430-44a4-b060-69513833e50e req-f77e1129-2413-47bd-82b7-e080b5f3629a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Network 5f1e59fd-9129-403d-961a-bf5305d87f81 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:28:32.160221 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [req-14d01be6-e430-44a4-b060-69513833e50e req-f77e1129-2413-47bd-82b7-e080b5f3629a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:28:32.162520 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d01be6-e430-44a4-b060-69513833e50e req-f77e1129-2413-47bd-82b7-e080b5f3629a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:28:32.181737 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb64ea-7dfd-432b-8b12-dc70ed16eb2d req-2eec1f71-7266-435c-bd16-90915e8c6fdb tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:32.183335 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3edb64ea-7dfd-432b-8b12-dc70ed16eb2d req-2eec1f71-7266-435c-bd16-90915e8c6fdb tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 944 time: 0.2098784
Apr 11 17:28:32.239961 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fb8cf18e-ca6e-4ced-880b-aaee767cb895 req-a407c191-7544-4e1e-ae2f-4f05d9af0b35 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/security-groups?id=4af98d31-485b-49f2-a8b1-903a4b5530d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419641
Apr 11 17:28:32.244372 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3edb64ea-7dfd-432b-8b12-dc70ed16eb2d req-ab7d1986-0c14-490c-bd5d-f786d533172b tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522313
Apr 11 17:28:32.256648 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d01be6-e430-44a4-b060-69513833e50e req-f77e1129-2413-47bd-82b7-e080b5f3629a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:32.257345 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-14d01be6-e430-44a4-b060-69513833e50e req-f77e1129-2413-47bd-82b7-e080b5f3629a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:32.297990 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-14d01be6-e430-44a4-b060-69513833e50e req-f77e1129-2413-47bd-82b7-e080b5f3629a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2881551
Apr 11 17:28:32.311611 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-14d01be6-e430-44a4-b060-69513833e50e req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] Request body: {'port': {'device_id': '4c51f7d8-48fa-403a-bb99-fa2c56ed7f03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:28:32.331076 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d6c0276e-6fa8-436f-8de8-0e923b7799fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838216707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851487774'] for subnet, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:32.346979 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2c52283c-8e97-4399-aa26-5a8814d655d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:32.395297 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0276e-6fa8-436f-8de8-0e923b7799fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceef70cc-63e3-4ecb-bce0-c5240e23aac2,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:32.435952 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-14d01be6-e430-44a4-b060-69513833e50e req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:32.446031 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d6c0276e-6fa8-436f-8de8-0e923b7799fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:32.481834 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d6c0276e-6fa8-436f-8de8-0e923b7799fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:32.488165 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c558d27b-9614-4d0d-97ea-bb916c387dd8 None None] Network d81c7801-9daf-43a5-bdb6-7bc60a09e01b requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:28:32.491304 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-d6c0276e-6fa8-436f-8de8-0e923b7799fb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ceef70cc-63e3-4ecb-bce0-c5240e23aac2 HTTP/1.1" status: 204  len: 168 time: 1.0312896
Apr 11 17:28:32.492005 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 56584) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:28:32.712710 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8864a1d8-6217-4232-a997-6ab461ba2d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854681048'] for network, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:32.760126 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78f6407-cca0-4727-815b-80c9a8baeb27 None None] DHCP port deletion for d81c7801-9daf-43a5-bdb6-7bc60a09e01b request from dv-cinder-784779-4-iscsi {{(pid=85266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 11 17:28:32.764847 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-a78f6407-cca0-4727-815b-80c9a8baeb27 None None] Deleting port dda4eae6-caaa-4578-9e79-0758a6025d1a {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:28:32.765276 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a78f6407-cca0-4727-815b-80c9a8baeb27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:32.807687 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-8864a1d8-6217-4232-a997-6ab461ba2d2e admin admin] Deleting port dda4eae6-caaa-4578-9e79-0758a6025d1a {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:28:32.808065 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8864a1d8-6217-4232-a997-6ab461ba2d2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:32.996666 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-a78f6407-cca0-4727-815b-80c9a8baeb27 None None] For port dda4eae6-caaa-4578-9e79-0758a6025d1a, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=dda4eae6-caaa-4578-9e79-0758a6025d1a,segment=NetworkSegment(374f0b35-2fb9-481a-81f7-394d274d01c7),segment_id=374f0b35-2fb9-481a-81f7-394d274d01c7)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:28:32.997253 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a78f6407-cca0-4727-815b-80c9a8baeb27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:33.141782 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-a78f6407-cca0-4727-815b-80c9a8baeb27 None None] Calling delete_port for dda4eae6-caaa-4578-9e79-0758a6025d1a owned by network:dhcp {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:28:33.224670 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a78f6407-cca0-4727-815b-80c9a8baeb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:33.240390 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c3c1275b-f438-4f28-8d77-6a7198d15fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:33.258062 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-8864a1d8-6217-4232-a997-6ab461ba2d2e admin admin] The port 'dda4eae6-caaa-4578-9e79-0758a6025d1a' was deleted {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 11 17:28:33.358596 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f6407-cca0-4727-815b-80c9a8baeb27 None None] Pushing event deleted for resources: {'Port': ['ID=dda4eae6-caaa-4578-9e79-0758a6025d1a,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:33.387763 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78f6407-cca0-4727-815b-80c9a8baeb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:33.388146 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78f6407-cca0-4727-815b-80c9a8baeb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:33.388546 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78f6407-cca0-4727-815b-80c9a8baeb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:33.388928 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78f6407-cca0-4727-815b-80c9a8baeb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:33.389298 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78f6407-cca0-4727-815b-80c9a8baeb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:33.389666 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78f6407-cca0-4727-815b-80c9a8baeb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:33.390052 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78f6407-cca0-4727-815b-80c9a8baeb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:33.390427 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78f6407-cca0-4727-815b-80c9a8baeb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:33.390793 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78f6407-cca0-4727-815b-80c9a8baeb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:33.391153 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78f6407-cca0-4727-815b-80c9a8baeb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:33.391514 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78f6407-cca0-4727-815b-80c9a8baeb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:33.391872 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78f6407-cca0-4727-815b-80c9a8baeb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:28:33.395294 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a78f6407-cca0-4727-815b-80c9a8baeb27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:33.400751 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78f6407-cca0-4727-815b-80c9a8baeb27 None None] No DVR routers for this DVR port dda4eae6-caaa-4578-9e79-0758a6025d1a on host dv-cinder-784779-4-iscsi {{(pid=85266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:28:33.485038 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8864a1d8-6217-4232-a997-6ab461ba2d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16557693', 'neutron.services.segments.db._delete_segments_for_network--9223363300245355619'] for network, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:33.487781 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device dda4eae6-caaa-4578-9e79-0758a6025d1a no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:28:33.505989 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35912e4c-bb16-4b3c-b42a-b6cf508c249c req-7c6ceaeb-eafd-4ad5-83aa-a7e8de0863b9 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:33.507623 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-35912e4c-bb16-4b3c-b42a-b6cf508c249c req-7c6ceaeb-eafd-4ad5-83aa-a7e8de0863b9 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 944 time: 0.1032603
Apr 11 17:28:33.525294 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: dda4eae6-caaa-4578-9e79-0758a6025d1a {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:28:33.525617 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device dda4eae6-caaa-4578-9e79-0758a6025d1a not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:28:33.526094 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1 no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:28:33.542382 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-35912e4c-bb16-4b3c-b42a-b6cf508c249c req-62ff6d19-9752-4768-85e3-ff663d7f1b9d tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0275779
Apr 11 17:28:33.567853 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:28:33.568253 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device d0cc5162-3b4f-40f2-b40a-37f5c07ec7d1 not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:28:33.684518 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [req-14d01be6-e430-44a4-b060-69513833e50e req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d30750cb-4ac9-4f0a-b4d3-831d9e92edae {{(pid=85264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:28:33.695329 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-14d01be6-e430-44a4-b060-69513833e50e req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:33.698505 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-8864a1d8-6217-4232-a997-6ab461ba2d2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2265cb28d0>,) {'filters': {'network_id': ['d81c7801-9daf-43a5-bdb6-7bc60a09e01b']}} {{(pid=85264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:28:33.721662 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-8864a1d8-6217-4232-a997-6ab461ba2d2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2265cb28d0>, '374f0b35-2fb9-481a-81f7-394d274d01c7') {'for_net_delete': True} {{(pid=85264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:28:33.721998 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-8864a1d8-6217-4232-a997-6ab461ba2d2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2265cb28d0>, '374f0b35-2fb9-481a-81f7-394d274d01c7') {} {{(pid=85264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:28:33.746928 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b9abd-4eeb-452f-a4f0-3a673eb38c57 req-2b9e1d0f-93c3-46b4-97e7-7a8c79bd0d45 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:33.747675 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-706b9abd-4eeb-452f-a4f0-3a673eb38c57 req-2b9e1d0f-93c3-46b4-97e7-7a8c79bd0d45 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Synchronizing usage tracker for tenant:d1dca045235e4de59e07028b741ddf4d on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:28:33.751064 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8864a1d8-6217-4232-a997-6ab461ba2d2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736609405999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851770719'] for segment, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:33.760237 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-14d01be6-e430-44a4-b060-69513833e50e req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] Transition to ACTIVE for port object d30750cb-4ac9-4f0a-b4d3-831d9e92edae will not be triggered until provisioned by entity L2. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:28:33.766350 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-14d01be6-e430-44a4-b060-69513833e50e req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:33.791008 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-17818167-5405-453a-b94d-97a75b0daddd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:33.855992 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8864a1d8-6217-4232-a997-6ab461ba2d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:33.913119 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-706b9abd-4eeb-452f-a4f0-3a673eb38c57 req-2b9e1d0f-93c3-46b4-97e7-7a8c79bd0d45 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Unset dirty status for tenant:d1dca045235e4de59e07028b741ddf4d on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:28:33.914386 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-706b9abd-4eeb-452f-a4f0-3a673eb38c57 req-2b9e1d0f-93c3-46b4-97e7-7a8c79bd0d45 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c51f7d8-48fa-403a-bb99-fa2c56ed7f03 HTTP/1.1" status: 200  len: 931 time: 0.4960694
Apr 11 17:28:33.930749 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8864a1d8-6217-4232-a997-6ab461ba2d2e admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=85264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 11 17:28:34.046969 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] Pushing event updated for resources: {'Port': ['ID=d30750cb-4ac9-4f0a-b4d3-831d9e92edae,revision_number=2']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:34.057239 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:34.062771 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-706b9abd-4eeb-452f-a4f0-3a673eb38c57 req-756de9a5-2799-401a-bb95-add1344feebd tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/security-groups?id=4af98d31-485b-49f2-a8b1-903a4b5530d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350412
Apr 11 17:28:34.182777 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-8864a1d8-6217-4232-a997-6ab461ba2d2e admin admin] Network d81c7801-9daf-43a5-bdb6-7bc60a09e01b has no segments {{(pid=85264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:28:34.193182 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8864a1d8-6217-4232-a997-6ab461ba2d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16558278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852461607'] for segment, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:34.516947 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-8864a1d8-6217-4232-a997-6ab461ba2d2e admin admin] Network d81c7801-9daf-43a5-bdb6-7bc60a09e01b has no segments {{(pid=85264) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]: Traceback (most recent call last):
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:     timer()
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:     cb(*args, **kw)
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:     return func(*args, **kwargs)
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:     self._notify()
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:     self.callback(batched_events)
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:     event.method(event)
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:     segment_id)['aggregates'][0]
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:     return f(self, *a, **k)
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self._get(url).json()
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:     **kwargs)
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self.request(url, 'GET', **kwargs)
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:     **endpoint_filter)
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 11 17:28:34.547991 dv-cinder-784779-4-iscsi neutron-server[85151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 11 17:28:34.645773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-14d01be6-e430-44a4-b060-69513833e50e req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] Attempting to bind port d30750cb-4ac9-4f0a-b4d3-831d9e92edae on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:28:34.646150 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-14d01be6-e430-44a4-b060-69513833e50e req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] Attempting to bind port d30750cb-4ac9-4f0a-b4d3-831d9e92edae by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'bffea0e4-ba5e-49ad-9d23-df013f4fd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f1e59fd-9129-403d-961a-bf5305d87f81'}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:28:34.646553 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d01be6-e430-44a4-b060-69513833e50e req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] Attempting to bind port d30750cb-4ac9-4f0a-b4d3-831d9e92edae on network 5f1e59fd-9129-403d-961a-bf5305d87f81 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:28:34.650464 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8864a1d8-6217-4232-a997-6ab461ba2d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838218230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448937'] for network, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:34.654002 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d01be6-e430-44a4-b060-69513833e50e req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] Port d30750cb-4ac9-4f0a-b4d3-831d9e92edae on network 5f1e59fd-9129-403d-961a-bf5305d87f81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 11 17:28:34.654363 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d01be6-e430-44a4-b060-69513833e50e req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] Attempting to bind port d30750cb-4ac9-4f0a-b4d3-831d9e92edae on network 5f1e59fd-9129-403d-961a-bf5305d87f81 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:28:34.660927 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c20ff26a-ea0c-4649-a011-2347625580f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:34.675846 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8864a1d8-6217-4232-a997-6ab461ba2d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:34.680911 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d01be6-e430-44a4-b060-69513833e50e req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] Checking agent: {'id': 'ff222714-fd65-43da-9d5f-2c6b0dd417d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'started_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:28:34.681284 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d01be6-e430-44a4-b060-69513833e50e req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] Checking segment: {'id': 'bffea0e4-ba5e-49ad-9d23-df013f4fd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f1e59fd-9129-403d-961a-bf5305d87f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:28:34.681702 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d01be6-e430-44a4-b060-69513833e50e req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] Bound using segment: {'id': 'bffea0e4-ba5e-49ad-9d23-df013f4fd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f1e59fd-9129-403d-961a-bf5305d87f81'} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:28:34.682188 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-14d01be6-e430-44a4-b060-69513833e50e req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] Bound port: d30750cb-4ac9-4f0a-b4d3-831d9e92edae, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bffea0e4-ba5e-49ad-9d23-df013f4fd2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f1e59fd-9129-403d-961a-bf5305d87f81'}}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:28:34.682563 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-14d01be6-e430-44a4-b060-69513833e50e req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:34.733108 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864a1d8-6217-4232-a997-6ab461ba2d2e admin admin] Pushing event deleted for resources: {'Network': ['ID=d81c7801-9daf-43a5-bdb6-7bc60a09e01b,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:34.739806 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8864a1d8-6217-4232-a997-6ab461ba2d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:34.741345 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-8864a1d8-6217-4232-a997-6ab461ba2d2e admin admin] 10.222.0.30 "DELETE /v2.0/networks/d81c7801-9daf-43a5-bdb6-7bc60a09e01b HTTP/1.1" status: 204  len: 168 time: 2.2482908
Apr 11 17:28:34.766755 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e35f5d-cb6a-49d5-a32d-94415d52bb54 req-88f55a73-819d-4907-ad08-0618cf729e8a tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:34.768385 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-61e35f5d-cb6a-49d5-a32d-94415d52bb54 req-88f55a73-819d-4907-ad08-0618cf729e8a tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 944 time: 0.1042573
Apr 11 17:28:34.782511 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-14d01be6-e430-44a4-b060-69513833e50e req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] For port d30750cb-4ac9-4f0a-b4d3-831d9e92edae, host hv-cinder-78477, cleared binding levels {{(pid=85264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:28:34.787084 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-14d01be6-e430-44a4-b060-69513833e50e req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] For port d30750cb-4ac9-4f0a-b4d3-831d9e92edae, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d30750cb-4ac9-4f0a-b4d3-831d9e92edae,segment=NetworkSegment(bffea0e4-ba5e-49ad-9d23-df013f4fd2e3),segment_id=bffea0e4-ba5e-49ad-9d23-df013f4fd2e3)] {{(pid=85264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:28:34.789821 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-14d01be6-e430-44a4-b060-69513833e50e req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:34.806849 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-5c516091-6871-457d-bafa-d1bb05bb7064 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:34.808597 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-61e35f5d-cb6a-49d5-a32d-94415d52bb54 req-fd11aec7-99a5-4bbe-8d79-20f9c99aa585 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0326185
Apr 11 17:28:34.930351 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56596) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:28:34.961506 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] Pushing event updated for resources: {'Port': ['ID=d30750cb-4ac9-4f0a-b4d3-831d9e92edae,revision_number=3']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:34.966238 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-6dd98ddd-6228-4340-ac79-13f846556940 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=844a128dac2a4fb1b7dc0626f7f9e7e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0341537
Apr 11 17:28:34.966628 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:34.969258 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56600) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:28:34.999567 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d01be6-e430-44a4-b060-69513833e50e req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:35.000457 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-14d01be6-e430-44a4-b060-69513833e50e req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:35.002090 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-14d01be6-e430-44a4-b060-69513833e50e req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] 10.222.0.37 "PUT /v2.0/ports/d30750cb-4ac9-4f0a-b4d3-831d9e92edae HTTP/1.1" status: 200  len: 1093 time: 2.6959057
Apr 11 17:28:35.002655 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c51f7d8-48fa-403a-bb99-fa2c56ed7f03', 'tag': 'd30750cb-4ac9-4f0a-b4d3-831d9e92edae'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:28:35.042424 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-83544d39-b499-458c-8542-56cf0fda3784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:35.071975 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-83544d39-b499-458c-8542-56cf0fda3784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:35.083909 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c51f7d8-48fa-403a-bb99-fa2c56ed7f03', 'tag': 'd30750cb-4ac9-4f0a-b4d3-831d9e92edae', 'status': 'completed', 'code': 200}
Apr 11 17:28:35.127705 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d01be6-e430-44a4-b060-69513833e50e req-9b5995ee-1ebf-462a-90ed-3840ed45fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:35.129238 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-83544d39-b499-458c-8542-56cf0fda3784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:35.129376 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-14d01be6-e430-44a4-b060-69513833e50e req-9b5995ee-1ebf-462a-90ed-3840ed45fd6e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1dca045235e4de59e07028b741ddf4d&device_id=4c51f7d8-48fa-403a-bb99-fa2c56ed7f03 HTTP/1.1" status: 200  len: 1096 time: 0.0921736
Apr 11 17:28:35.134820 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-9c4932fb-f4a8-489c-8f30-2c69e2188797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:35.149488 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83544d39-b499-458c-8542-56cf0fda3784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce60b2e-88ce-4711-94ea-359a1a23a609,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:35.152314 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-83544d39-b499-458c-8542-56cf0fda3784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:35.161572 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-83544d39-b499-458c-8542-56cf0fda3784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:35.162796 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-83544d39-b499-458c-8542-56cf0fda3784 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5ce60b2e-88ce-4711-94ea-359a1a23a609 HTTP/1.1" status: 204  len: 168 time: 0.1923418
Apr 11 17:28:35.213794 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-14d01be6-e430-44a4-b060-69513833e50e req-589bfa21-5dc3-445f-8485-0fd6d51d37ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d30750cb-4ac9-4f0a-b4d3-831d9e92edae HTTP/1.1" status: 200  len: 217 time: 0.0773716
Apr 11 17:28:35.273963 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13faef-423b-4ab0-9525-17a4d2fd8e96 req-18a8aee6-c7aa-4b68-899f-7c16c25ce431 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:35.275764 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cb13faef-423b-4ab0-9525-17a4d2fd8e96 req-18a8aee6-c7aa-4b68-899f-7c16c25ce431 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c51f7d8-48fa-403a-bb99-fa2c56ed7f03 HTTP/1.1" status: 200  len: 943 time: 0.0949540
Apr 11 17:28:35.294998 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d01be6-e430-44a4-b060-69513833e50e req-56ded3b6-3fd8-4ee2-a382-1202404e712d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:35.297110 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-14d01be6-e430-44a4-b060-69513833e50e req-56ded3b6-3fd8-4ee2-a382-1202404e712d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35c655f6-6dac-4db5-ad11-8f1c169dbd9c HTTP/1.1" status: 200  len: 853 time: 0.0770769
Apr 11 17:28:35.317841 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-cb13faef-423b-4ab0-9525-17a4d2fd8e96 req-c3f84764-53e1-44f4-9a81-cb942b27f84d tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/security-groups?id=4af98d31-485b-49f2-a8b1-903a4b5530d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347829
Apr 11 17:28:35.357499 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-14d01be6-e430-44a4-b060-69513833e50e req-052e0849-fe58-40d2-a7b3-ef33be7ac7d4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f1e59fd-9129-403d-961a-bf5305d87f81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0535414
Apr 11 17:28:35.503792 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-14d01be6-e430-44a4-b060-69513833e50e req-eaa81b88-56ee-4299-8e97-eec13f3d847e service neutron] 10.222.0.37 "GET /v2.0/networks/5f1e59fd-9129-403d-961a-bf5305d87f81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399851
Apr 11 17:28:35.549710 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56612) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:28:35.601930 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-d12a903e-588e-442b-9598-2fb7fc4e4ea1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a719009c45b45a1a36698796bfd47f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0508006
Apr 11 17:28:35.604343 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56616) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:28:35.654353 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-14d01be6-e430-44a4-b060-69513833e50e req-479c7e5d-5295-433e-95dc-b0bdcea4d7b6 service neutron] 10.222.0.37 "GET /v2.0/networks/5f1e59fd-9129-403d-961a-bf5305d87f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445003
Apr 11 17:28:35.672852 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4b3c55b2-e803-4e01-a62b-792814010c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:35.701322 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4b3c55b2-e803-4e01-a62b-792814010c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:35.752666 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4b3c55b2-e803-4e01-a62b-792814010c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:35.757896 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-db05354c-0a24-4a83-9414-93e3a14cc9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:35.771111 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c55b2-e803-4e01-a62b-792814010c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e48982c-a99c-4e89-8375-204d10199c56,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:35.774278 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-4b3c55b2-e803-4e01-a62b-792814010c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:35.776335 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4b3c55b2-e803-4e01-a62b-792814010c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:35.777572 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-4b3c55b2-e803-4e01-a62b-792814010c3f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5e48982c-a99c-4e89-8375-204d10199c56 HTTP/1.1" status: 204  len: 168 time: 0.1721299
Apr 11 17:28:35.780508 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031387c-def4-41b9-bc64-69b26c1996a6 req-85cc784e-da32-48fe-b2bd-c7d68243f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:35.782271 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1031387c-def4-41b9-bc64-69b26c1996a6 req-85cc784e-da32-48fe-b2bd-c7d68243f098 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1dca045235e4de59e07028b741ddf4d&device_id=4c51f7d8-48fa-403a-bb99-fa2c56ed7f03 HTTP/1.1" status: 200  len: 1096 time: 0.0852408
Apr 11 17:28:35.931646 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031387c-def4-41b9-bc64-69b26c1996a6 req-866461bd-c7f5-4047-be97-8ab52153efed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:35.933252 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1031387c-def4-41b9-bc64-69b26c1996a6 req-866461bd-c7f5-4047-be97-8ab52153efed service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f1e59fd-9129-403d-961a-bf5305d87f81 HTTP/1.1" status: 200  len: 914 time: 0.1434376
Apr 11 17:28:36.058194 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1031387c-def4-41b9-bc64-69b26c1996a6 req-72ffb335-489e-43a9-bcf9-b2aa69726ed8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d30750cb-4ac9-4f0a-b4d3-831d9e92edae HTTP/1.1" status: 200  len: 217 time: 0.0826170
Apr 11 17:28:36.159208 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074a1e5-f756-48c4-802e-0a9e1695988c req-4f8c15b3-9c53-4910-a59e-a0174b998dac tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:36.160982 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b074a1e5-f756-48c4-802e-0a9e1695988c req-4f8c15b3-9c53-4910-a59e-a0174b998dac tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 944 time: 0.2310514
Apr 11 17:28:36.162789 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031387c-def4-41b9-bc64-69b26c1996a6 req-dce89603-e0d2-47e3-8c4e-e7630c019ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:36.164284 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1031387c-def4-41b9-bc64-69b26c1996a6 req-dce89603-e0d2-47e3-8c4e-e7630c019ea6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35c655f6-6dac-4db5-ad11-8f1c169dbd9c HTTP/1.1" status: 200  len: 853 time: 0.0992498
Apr 11 17:28:36.243305 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1031387c-def4-41b9-bc64-69b26c1996a6 req-fbf94210-e9e5-4430-8462-ab4ab3966030 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f1e59fd-9129-403d-961a-bf5305d87f81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0596209
Apr 11 17:28:36.246518 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b074a1e5-f756-48c4-802e-0a9e1695988c req-6ebf7c35-50ad-4b0c-bb66-ea812e1d1994 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784624
Apr 11 17:28:36.520819 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01ff65-78bf-4672-b92a-f9f887107041 req-abfdb8d1-aa82-4956-886b-cc1881ea299f tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:36.522516 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3c01ff65-78bf-4672-b92a-f9f887107041 req-abfdb8d1-aa82-4956-886b-cc1881ea299f tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c51f7d8-48fa-403a-bb99-fa2c56ed7f03 HTTP/1.1" status: 200  len: 943 time: 0.0939586
Apr 11 17:28:36.556077 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3c01ff65-78bf-4672-b92a-f9f887107041 req-ca5253f0-0804-4e2c-bab0-26789bf1a681 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/security-groups?id=4af98d31-485b-49f2-a8b1-903a4b5530d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0268102
Apr 11 17:28:36.639227 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1031387c-def4-41b9-bc64-69b26c1996a6 req-a3105b14-208d-4543-9900-50dcf5799400 service neutron] 10.222.0.37 "GET /v2.0/networks/5f1e59fd-9129-403d-961a-bf5305d87f81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3879681
Apr 11 17:28:36.783600 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-1031387c-def4-41b9-bc64-69b26c1996a6 req-452cf3be-9c9d-400d-b7bd-6342e3557d00 service neutron] 10.222.0.37 "GET /v2.0/networks/5f1e59fd-9129-403d-961a-bf5305d87f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363583
Apr 11 17:28:37.242266 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 6f8d37ea-b844-4705-820f-a746ab924806 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:28:37.388979 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 6f8d37ea-b844-4705-820f-a746ab924806, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6f8d37ea-b844-4705-820f-a746ab924806,segment=NetworkSegment(a3450a82-33c5-47eb-8a0e-f2730393e2bd),segment_id=a3450a82-33c5-47eb-8a0e-f2730393e2bd)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:28:37.403011 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': '6f8d37ea-b844-4705-820f-a746ab924806', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'port_id': '6f8d37ea-b844-4705-820f-a746ab924806', 'mac_address': 'fa:16:3e:44:7b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:28:37.458264 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fff94-b1c1-4a23-85dc-18b1de60bd16 req-5dfcd27f-8e54-4497-82db-9a356b79da26 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:37.460135 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bd6fff94-b1c1-4a23-85dc-18b1de60bd16 req-5dfcd27f-8e54-4497-82db-9a356b79da26 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 944 time: 0.0928156
Apr 11 17:28:37.469991 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:37.472216 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8d37ea-b844-4705-820f-a746ab924806 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:28:37.489293 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 6f8d37ea-b844-4705-820f-a746ab924806, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6f8d37ea-b844-4705-820f-a746ab924806,segment=NetworkSegment(a3450a82-33c5-47eb-8a0e-f2730393e2bd),segment_id=a3450a82-33c5-47eb-8a0e-f2730393e2bd)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:28:37.492259 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:37.493229 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device d30750cb-4ac9-4f0a-b4d3-831d9e92edae details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:28:37.496524 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3063f992-520e-4c1d-8701-1cf3b14900e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:37.498887 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-bd6fff94-b1c1-4a23-85dc-18b1de60bd16 req-a299f275-1f3d-4b2a-aeee-3a6dd1b0cf74 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0244465
Apr 11 17:28:37.647301 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=6f8d37ea-b844-4705-820f-a746ab924806,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:37.664360 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:37.704963 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port d30750cb-4ac9-4f0a-b4d3-831d9e92edae, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d30750cb-4ac9-4f0a-b4d3-831d9e92edae,segment=NetworkSegment(bffea0e4-ba5e-49ad-9d23-df013f4fd2e3),segment_id=bffea0e4-ba5e-49ad-9d23-df013f4fd2e3)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:28:37.719686 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': 'd30750cb-4ac9-4f0a-b4d3-831d9e92edae', 'network_id': '5f1e59fd-9129-403d-961a-bf5305d87f81', 'port_id': 'd30750cb-4ac9-4f0a-b4d3-831d9e92edae', 'mac_address': 'fa:16:3e:95:db:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35c655f6-6dac-4db5-ad11-8f1c169dbd9c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:28:37.765778 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ddbf9-3d69-4d98-8740-643b1df5b699 req-23bbd196-2911-419f-87e1-ac315c1346c6 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:37.767719 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-662ddbf9-3d69-4d98-8740-643b1df5b699 req-23bbd196-2911-419f-87e1-ac315c1346c6 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c51f7d8-48fa-403a-bb99-fa2c56ed7f03 HTTP/1.1" status: 200  len: 943 time: 0.0947659
Apr 11 17:28:37.777838 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:37.779155 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d30750cb-4ac9-4f0a-b4d3-831d9e92edae {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:28:37.801092 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-662ddbf9-3d69-4d98-8740-643b1df5b699 req-eb07c292-5fda-4dd7-aa28-42ac3bf89d2a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/security-groups?id=4af98d31-485b-49f2-a8b1-903a4b5530d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0269105
Apr 11 17:28:37.807817 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port d30750cb-4ac9-4f0a-b4d3-831d9e92edae, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d30750cb-4ac9-4f0a-b4d3-831d9e92edae,segment=NetworkSegment(bffea0e4-ba5e-49ad-9d23-df013f4fd2e3),segment_id=bffea0e4-ba5e-49ad-9d23-df013f4fd2e3)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:28:37.813547 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:37.815501 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:38.019690 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=d30750cb-4ac9-4f0a-b4d3-831d9e92edae,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:38.032153 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:38.054220 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['6f8d37ea-b844-4705-820f-a746ab924806'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:28:38.089153 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['d30750cb-4ac9-4f0a-b4d3-831d9e92edae'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:28:38.708852 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b873459-b112-4e1b-95ec-860af791048a req-ee0c59d6-c864-44ae-9265-2f74903eb2b8 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:38.710469 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7b873459-b112-4e1b-95ec-860af791048a req-ee0c59d6-c864-44ae-9265-2f74903eb2b8 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 945 time: 0.0948431
Apr 11 17:28:38.745543 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7b873459-b112-4e1b-95ec-860af791048a req-5e43a9d9-638b-4e03-bce4-7b4cb9881744 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0274935
Apr 11 17:28:39.002896 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68b088-cc81-473a-b49c-bd5b34192c00 req-591c06d8-97c4-4c91-8e38-9c45f9c242dd tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:39.004464 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8f68b088-cc81-473a-b49c-bd5b34192c00 req-591c06d8-97c4-4c91-8e38-9c45f9c242dd tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c51f7d8-48fa-403a-bb99-fa2c56ed7f03 HTTP/1.1" status: 200  len: 944 time: 0.0895543
Apr 11 17:28:39.038253 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-8f68b088-cc81-473a-b49c-bd5b34192c00 req-e2a80987-893e-4e23-b0a2-bf48cca5f69b tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/security-groups?id=4af98d31-485b-49f2-a8b1-903a4b5530d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0269637
Apr 11 17:28:39.198419 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-aad9a804-81bb-4da4-9d11-09d69ceb5321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:39.242005 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 6f8d37ea-b844-4705-820f-a746ab924806 up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:28:39.313139 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning for port 6f8d37ea-b844-4705-820f-a746ab924806 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:28:39.317950 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port 6f8d37ea-b844-4705-820f-a746ab924806 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:28:39.318369 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:39.442670 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:39.454467 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c4d71f-c904-4288-bb53-57891ffb366f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8d37ea-b844-4705-820f-a746ab924806'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:28:39.464995 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 6f8d37ea-b844-4705-820f-a746ab924806, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6f8d37ea-b844-4705-820f-a746ab924806,segment=NetworkSegment(a3450a82-33c5-47eb-8a0e-f2730393e2bd),segment_id=a3450a82-33c5-47eb-8a0e-f2730393e2bd)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:28:39.468137 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:39.469164 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device d30750cb-4ac9-4f0a-b4d3-831d9e92edae up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:28:39.501240 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:39.548683 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c4d71f-c904-4288-bb53-57891ffb366f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8d37ea-b844-4705-820f-a746ab924806', 'code': 200}
Apr 11 17:28:39.602342 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=6f8d37ea-b844-4705-820f-a746ab924806,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:39.605861 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:39.612773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning for port d30750cb-4ac9-4f0a-b4d3-831d9e92edae completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:28:39.617687 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port d30750cb-4ac9-4f0a-b4d3-831d9e92edae triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:28:39.618104 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:39.745598 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:39.763456 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port d30750cb-4ac9-4f0a-b4d3-831d9e92edae, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d30750cb-4ac9-4f0a-b4d3-831d9e92edae,segment=NetworkSegment(bffea0e4-ba5e-49ad-9d23-df013f4fd2e3),segment_id=bffea0e4-ba5e-49ad-9d23-df013f4fd2e3)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:28:39.766379 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:39.768293 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:39.791056 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e64c4-1491-470f-aff1-f564d8343062 req-aefc6ce7-5ba4-44b7-8236-a74c535c1d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:39.792751 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ba9e64c4-1491-470f-aff1-f564d8343062 req-aefc6ce7-5ba4-44b7-8236-a74c535c1d59 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 1099 time: 0.0795608
Apr 11 17:28:39.822060 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ba9e64c4-1491-470f-aff1-f564d8343062 req-cd3aec24-559f-4ccf-bc5e-993ee234295c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0231161
Apr 11 17:28:39.840169 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=d30750cb-4ac9-4f0a-b4d3-831d9e92edae,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:39.843761 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:39.962151 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501ce9c-8c5f-405d-aba9-a4e7916d0b62 req-5ffa7b55-c718-412c-9e9d-1c3e889676aa tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:39.963741 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d501ce9c-8c5f-405d-aba9-a4e7916d0b62 req-5ffa7b55-c718-412c-9e9d-1c3e889676aa tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 946 time: 0.0947926
Apr 11 17:28:39.994375 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d501ce9c-8c5f-405d-aba9-a4e7916d0b62 req-edc25da3-22f3-463f-a385-630a7a39367e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0241842
Apr 11 17:28:40.245856 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ba6ec-dab7-44fc-a6e8-62e93eee3f08 req-d43853d6-ae79-4e74-95e0-405a1d5122e1 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:40.247376 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-649ba6ec-dab7-44fc-a6e8-62e93eee3f08 req-d43853d6-ae79-4e74-95e0-405a1d5122e1 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c51f7d8-48fa-403a-bb99-fa2c56ed7f03 HTTP/1.1" status: 200  len: 945 time: 0.0957828
Apr 11 17:28:40.278746 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-649ba6ec-dab7-44fc-a6e8-62e93eee3f08 req-3da21809-1d7b-44f0-b037-32ffb08e8633 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/security-groups?id=4af98d31-485b-49f2-a8b1-903a4b5530d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244293
Apr 11 17:28:41.196974 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75964ee0-20ac-4da5-8914-76c48f4edd70 req-89c4ec9d-d3bd-47a8-bb54-b6f5d30e64c3 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:41.198539 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-75964ee0-20ac-4da5-8914-76c48f4edd70 req-89c4ec9d-d3bd-47a8-bb54-b6f5d30e64c3 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 946 time: 0.0896163
Apr 11 17:28:41.228991 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-75964ee0-20ac-4da5-8914-76c48f4edd70 req-30beb696-f55f-4961-b44a-baa1615eb513 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0234668
Apr 11 17:28:41.432304 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6675e1d-5a70-433e-91f1-1ac6895f47d2 req-3fa70d32-0b6f-4db9-ab5b-f7d0a9ac2864 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:41.433932 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f6675e1d-5a70-433e-91f1-1ac6895f47d2 req-3fa70d32-0b6f-4db9-ab5b-f7d0a9ac2864 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 946 time: 0.0890231
Apr 11 17:28:41.465094 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f6675e1d-5a70-433e-91f1-1ac6895f47d2 req-2e572430-260b-4784-9a26-f228ee814284 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0240312
Apr 11 17:28:41.490832 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 56646) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:28:41.491797 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76511080-a805-4b3b-b059-45cfcc3a298d req-5977aeaf-3290-4c42-a5b1-ca6a313907f2 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:41.493437 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-76511080-a805-4b3b-b059-45cfcc3a298d req-5977aeaf-3290-4c42-a5b1-ca6a313907f2 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c51f7d8-48fa-403a-bb99-fa2c56ed7f03 HTTP/1.1" status: 200  len: 945 time: 0.0946236
Apr 11 17:28:41.524994 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-76511080-a805-4b3b-b059-45cfcc3a298d req-11e353d5-d3a8-4b84-8037-5aa72e3619fb tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/security-groups?id=4af98d31-485b-49f2-a8b1-903a4b5530d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244815
Apr 11 17:28:41.549698 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c51f7d8-48fa-403a-bb99-fa2c56ed7f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30750cb-4ac9-4f0a-b4d3-831d9e92edae'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:28:41.597615 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c51f7d8-48fa-403a-bb99-fa2c56ed7f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30750cb-4ac9-4f0a-b4d3-831d9e92edae', 'code': 200}
Apr 11 17:28:41.683982 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-39dd909a-c955-4c1c-ad69-c2bdb3af12c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:41.876532 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6f2732-6cff-44d8-b6dd-0ff8ef2f0742 tempest-TestVolumeBootPattern-1130918445 tempest-TestVolumeBootPattern-1130918445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:41.878074 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-5a6f2732-6cff-44d8-b6dd-0ff8ef2f0742 tempest-TestVolumeBootPattern-1130918445 tempest-TestVolumeBootPattern-1130918445-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 1094 time: 0.3860617
Apr 11 17:28:41.881107 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ca8ae-5950-44c2-8e09-1b2d1330c449 req-358fd3cd-0dbd-4899-a99c-4ab93352d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:41.881357 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56654) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:28:41.882552 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a32ca8ae-5950-44c2-8e09-1b2d1330c449 req-358fd3cd-0dbd-4899-a99c-4ab93352d11e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4c51f7d8-48fa-403a-bb99-fa2c56ed7f03 HTTP/1.1" status: 200  len: 1098 time: 0.1129150
Apr 11 17:28:41.887151 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Request body: {'floatingip': {'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'port_id': '6f8d37ea-b844-4705-820f-a746ab924806', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:28:41.894076 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:28:41.898205 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Usage tracker for resource:floatingip and tenant:a6b0522f96894d59bdb886e0d36daf2b is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:28:41.901253 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:28:41.908117 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:28:41.909831 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a32ca8ae-5950-44c2-8e09-1b2d1330c449 req-ee6eaa4e-4d48-461d-b35e-8986725bed47 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4af98d31-485b-49f2-a8b1-903a4b5530d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0205648
Apr 11 17:28:41.917733 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for floatingip, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:42.065104 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:42.211911 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Allocated IP 172.27.0.15 (25e26079-4f70-47ba-b0dc-8350ca691b81/cc27d420-6b5b-4cd9-be1f-976508ada296/308d5bd3-3439-4f1d-8795-10d9a5c4bf39) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:28:42.372721 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:42.403130 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:42.418048 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-7e7efc21-a9f8-415e-b339-4b972f8cc255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:42.562509 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Pushing event updated for resources: {'Port': ['ID=308d5bd3-3439-4f1d-8795-10d9a5c4bf39,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:42.589707 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:42.592824 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:42.607969 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Network 25e26079-4f70-47ba-b0dc-8350ca691b81 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:28:42.609463 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Resources bound (agent type, host, resource id):  {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:28:42.611894 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:28:42.855017 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed20ff-4bcb-40f8-9085-4ea4973817a9 req-6dea5b43-2d30-41b3-939d-01e63322ea4d tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:42.856540 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-41ed20ff-4bcb-40f8-9085-4ea4973817a9 req-6dea5b43-2d30-41b3-939d-01e63322ea4d tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c51f7d8-48fa-403a-bb99-fa2c56ed7f03 HTTP/1.1" status: 200  len: 945 time: 0.2063155
Apr 11 17:28:43.020869 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-41ed20ff-4bcb-40f8-9085-4ea4973817a9 req-fc022fb0-b19f-47ba-a570-a8080b8a4661 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/security-groups?id=4af98d31-485b-49f2-a8b1-903a4b5530d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1552615
Apr 11 17:28:43.137613 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:43.150293 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:43.216987 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:43.486857 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:43.490281 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933374'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:43.505354 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:28:43.651716 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Pushing event updated for resources: {'Port': ['ID=308d5bd3-3439-4f1d-8795-10d9a5c4bf39,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:28:43.656829 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:28:43.710504 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:43.745422 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448862'] for floatingip, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:44.163507 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.l3_db [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Floating IP 643e1735-3a43-4ae3-a831-e91442fb8551 associated. External IP: 172.27.0.15, port: 6f8d37ea-b844-4705-820f-a746ab924806.
Apr 11 17:28:44.229501 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7b97d-f87a-40e8-8254-a9b3c846516d req-714388f1-853f-47d9-ac38-2b824dd4794f tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:44.231097 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-25f7b97d-f87a-40e8-8254-a9b3c846516d req-714388f1-853f-47d9-ac38-2b824dd4794f tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c51f7d8-48fa-403a-bb99-fa2c56ed7f03 HTTP/1.1" status: 200  len: 945 time: 0.0933998
Apr 11 17:28:44.262421 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-25f7b97d-f87a-40e8-8254-a9b3c846516d req-24e7ca89-cb79-45a4-ab62-41adb5819ed2 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/security-groups?id=4af98d31-485b-49f2-a8b1-903a4b5530d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0249317
Apr 11 17:28:44.554102 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Router 403792f2-96c2-448c-85d4-bcfc563f3782 has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:28:44.755370 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:28:44.771443 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd01805e-de00-4efa-ad22-d562ae183df5 None None] Sync routers for ids ['403792f2-96c2-448c-85d4-bcfc563f3782'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:28:44.782663 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd01805e-de00-4efa-ad22-d562ae183df5 None None] Routers {'403792f2-96c2-448c-85d4-bcfc563f3782'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:28:44.783857 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-dd01805e-de00-4efa-ad22-d562ae183df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2264f98358>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:28:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['403792f2-96c2-448c-85d4-bcfc563f3782'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:28:44.787092 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for floatingip, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:28:44.863527 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9750254
Apr 11 17:28:44.863527 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c4d71f-c904-4288-bb53-57891ffb366f', 'tag': '6f8d37ea-b844-4705-820f-a746ab924806'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:28:44.911893 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c4d71f-c904-4288-bb53-57891ffb366f', 'tag': '6f8d37ea-b844-4705-820f-a746ab924806', 'status': 'completed', 'code': 200}
Apr 11 17:28:44.984280 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-dd01805e-de00-4efa-ad22-d562ae183df5 None None] Set router 403792f2-96c2-448c-85d4-bcfc563f3782 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:28:45.013686 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86008488-6a30-4a04-83b8-a2895cf11f90 req-e45eae1e-4a78-413b-b2bc-3c6f697d1f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:45.015436 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-86008488-6a30-4a04-83b8-a2895cf11f90 req-e45eae1e-4a78-413b-b2bc-3c6f697d1f29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6b0522f96894d59bdb886e0d36daf2b&device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 1099 time: 0.0817220
Apr 11 17:28:45.164739 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86008488-6a30-4a04-83b8-a2895cf11f90 req-8a0a7f23-898c-49ff-a605-2bd994f1dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:45.166352 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-86008488-6a30-4a04-83b8-a2895cf11f90 req-8a0a7f23-898c-49ff-a605-2bd994f1dcfd service neutron] 10.222.0.37 "GET /v2.0/networks?id=1140dd09-af9d-42e2-a743-9d7885c1f4a0 HTTP/1.1" status: 200  len: 913 time: 0.1434584
Apr 11 17:28:45.285541 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-86008488-6a30-4a04-83b8-a2895cf11f90 req-2912f214-531f-4f8f-aec0-a3aa92c42bf5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f8d37ea-b844-4705-820f-a746ab924806 HTTP/1.1" status: 200  len: 999 time: 0.1126432
Apr 11 17:28:45.359524 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86008488-6a30-4a04-83b8-a2895cf11f90 req-bb19d83e-9525-410a-8031-963a711a2d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:45.361135 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-86008488-6a30-4a04-83b8-a2895cf11f90 req-bb19d83e-9525-410a-8031-963a711a2d8c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c622cc8b-b37c-4c8f-904b-1a7e436a5dc8 HTTP/1.1" status: 200  len: 851 time: 0.0693886
Apr 11 17:28:45.366892 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-dd01805e-de00-4efa-ad22-d562ae183df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2264f98358>, [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 4, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': '643e1735-3a43-4ae3-a831-e91442fb8551', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'port_id': '6f8d37ea-b844-4705-820f-a746ab924806', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'mac_address': 'fa:16:3e:44:7b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c4d71f-c904-4288-bb53-57891ffb366f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:28:43Z', 'updated_at': '2021-04-11T17:28:43Z', 'revision_number': 0, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aac025a-b521-4307-9f4a-f9fe68512291', 'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'mac_address': 'fa:16:3e:6d:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:43Z', 'updated_at': '2021-04-11T17:27:54Z', 'revision_number': 5, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'subnets': [{'id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:28:45.371069 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd01805e-de00-4efa-ad22-d562ae183df5 None None] Checking router: 403792f2-96c2-448c-85d4-bcfc563f3782 for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:28:45.380461 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd01805e-de00-4efa-ad22-d562ae183df5 None None] Routers {'403792f2-96c2-448c-85d4-bcfc563f3782'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:28:45.381139 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-dd01805e-de00-4efa-ad22-d562ae183df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2264f98358>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:28:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['403792f2-96c2-448c-85d4-bcfc563f3782'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:28:45.449129 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86008488-6a30-4a04-83b8-a2895cf11f90 req-a0c4fa92-8d4f-4b0c-ae51-69b1bb44442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:28:45.450737 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-86008488-6a30-4a04-83b8-a2895cf11f90 req-a0c4fa92-8d4f-4b0c-ae51-69b1bb44442a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1140dd09-af9d-42e2-a743-9d7885c1f4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824378
Apr 11 17:28:45.569139 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-dd01805e-de00-4efa-ad22-d562ae183df5 None None] Set router 403792f2-96c2-448c-85d4-bcfc563f3782 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:28:45.597130 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-86008488-6a30-4a04-83b8-a2895cf11f90 req-db2f681f-5972-46f3-9db9-9914750d3bf7 service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394250
Apr 11 17:28:45.741495 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-86008488-6a30-4a04-83b8-a2895cf11f90 req-ec5a9fef-febd-4bc5-a17a-cafd6e39b9da service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374571
Apr 11 17:28:45.940638 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-dd01805e-de00-4efa-ad22-d562ae183df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2264f98358>, [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 4, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': '643e1735-3a43-4ae3-a831-e91442fb8551', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'port_id': '6f8d37ea-b844-4705-820f-a746ab924806', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'mac_address': 'fa:16:3e:44:7b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c4d71f-c904-4288-bb53-57891ffb366f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:28:43Z', 'updated_at': '2021-04-11T17:28:43Z', 'revision_number': 0, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aac025a-b521-4307-9f4a-f9fe68512291', 'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'mac_address': 'fa:16:3e:6d:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:43Z', 'updated_at': '2021-04-11T17:27:54Z', 'revision_number': 5, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'subnets': [{'id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:28:45.944785 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd01805e-de00-4efa-ad22-d562ae183df5 None None] The sync data for ids ['403792f2-96c2-448c-85d4-bcfc563f3782'] in dv-cinder-784779-4-iscsi is: [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 4, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': '643e1735-3a43-4ae3-a831-e91442fb8551', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'port_id': '6f8d37ea-b844-4705-820f-a746ab924806', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'mac_address': 'fa:16:3e:44:7b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c4d71f-c904-4288-bb53-57891ffb366f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:28:43Z', 'updated_at': '2021-04-11T17:28:43Z', 'revision_number': 0, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aac025a-b521-4307-9f4a-f9fe68512291', 'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'mac_address': 'fa:16:3e:6d:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:43Z', 'updated_at': '2021-04-11T17:27:54Z', 'revision_number': 5, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'subnets': [{'id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:28:46.254154 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ce2eb4-8bd3-49cb-86bc-34f74c44fe1d None None] New status for floating IP 643e1735-3a43-4ae3-a831-e91442fb8551: ACTIVE {{(pid=85267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 11 17:28:57.284969 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:05.941695 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24d897-dd39-419f-9a33-ea4277be07b7 req-04f4ea78-3df0-4c5e-99d6-a169a6adaa46 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:29:05.943259 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7f24d897-dd39-419f-9a33-ea4277be07b7 req-04f4ea78-3df0-4c5e-99d6-a169a6adaa46 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c51f7d8-48fa-403a-bb99-fa2c56ed7f03 HTTP/1.1" status: 200  len: 945 time: 0.0875008
Apr 11 17:29:05.974150 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7f24d897-dd39-419f-9a33-ea4277be07b7 req-28a79f81-78ba-44e4-a4cd-ffc8a09d7f29 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/security-groups?id=4af98d31-485b-49f2-a8b1-903a4b5530d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0245311
Apr 11 17:29:07.231710 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f8db3-6e15-4d1a-8f2c-21143a414171 req-2786306c-c86e-415e-a801-436ff270b0c5 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:29:07.233405 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2e7f8db3-6e15-4d1a-8f2c-21143a414171 req-2786306c-c86e-415e-a801-436ff270b0c5 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c51f7d8-48fa-403a-bb99-fa2c56ed7f03 HTTP/1.1" status: 200  len: 945 time: 0.1449001
Apr 11 17:29:07.265800 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-2e7f8db3-6e15-4d1a-8f2c-21143a414171 req-69400cd4-0d2b-4719-8b79-736cc0569907 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/security-groups?id=4af98d31-485b-49f2-a8b1-903a4b5530d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251300
Apr 11 17:29:07.327852 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:29:07.441690 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d73cb-73d3-4c22-9dc1-736d99d7038a req-b2161c44-03e4-4c8f-a521-76cf073320c9 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:29:07.443227 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4c4d73cb-73d3-4c22-9dc1-736d99d7038a req-b2161c44-03e4-4c8f-a521-76cf073320c9 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c51f7d8-48fa-403a-bb99-fa2c56ed7f03 HTTP/1.1" status: 200  len: 945 time: 0.0937681
Apr 11 17:29:07.523050 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-4c4d73cb-73d3-4c22-9dc1-736d99d7038a req-a25eec68-5d25-4c96-b6fd-f1824dc730e8 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Deleting port d30750cb-4ac9-4f0a-b4d3-831d9e92edae {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:29:07.523368 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-4c4d73cb-73d3-4c22-9dc1-736d99d7038a req-a25eec68-5d25-4c96-b6fd-f1824dc730e8 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:07.786182 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-4c4d73cb-73d3-4c22-9dc1-736d99d7038a req-a25eec68-5d25-4c96-b6fd-f1824dc730e8 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] For port d30750cb-4ac9-4f0a-b4d3-831d9e92edae, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d30750cb-4ac9-4f0a-b4d3-831d9e92edae,segment=NetworkSegment(bffea0e4-ba5e-49ad-9d23-df013f4fd2e3),segment_id=bffea0e4-ba5e-49ad-9d23-df013f4fd2e3)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:29:07.786500 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-4c4d73cb-73d3-4c22-9dc1-736d99d7038a req-a25eec68-5d25-4c96-b6fd-f1824dc730e8 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:07.917679 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-4c4d73cb-73d3-4c22-9dc1-736d99d7038a req-a25eec68-5d25-4c96-b6fd-f1824dc730e8 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Calling delete_port for d30750cb-4ac9-4f0a-b4d3-831d9e92edae owned by compute:nova {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:29:08.063658 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-4c4d73cb-73d3-4c22-9dc1-736d99d7038a req-a25eec68-5d25-4c96-b6fd-f1824dc730e8 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:08.075547 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['d30750cb-4ac9-4f0a-b4d3-831d9e92edae'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:29:08.078616 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-17818167-5405-453a-b94d-97a75b0daddd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:29:08.140948 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25eec68-5d25-4c96-b6fd-f1824dc730e8 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Pushing event deleted for resources: {'Port': ['ID=d30750cb-4ac9-4f0a-b4d3-831d9e92edae,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:29:08.144752 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a25eec68-5d25-4c96-b6fd-f1824dc730e8 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:29:08.333589 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4d73cb-73d3-4c22-9dc1-736d99d7038a req-a25eec68-5d25-4c96-b6fd-f1824dc730e8 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] No DVR routers for this DVR port d30750cb-4ac9-4f0a-b4d3-831d9e92edae on host hv-cinder-78477 {{(pid=85264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:29:08.336258 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-4c4d73cb-73d3-4c22-9dc1-736d99d7038a req-a25eec68-5d25-4c96-b6fd-f1824dc730e8 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:08.339145 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c51f7d8-48fa-403a-bb99-fa2c56ed7f03', 'name': 'network-vif-deleted', 'tag': 'd30750cb-4ac9-4f0a-b4d3-831d9e92edae'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:29:08.355179 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-4c4d73cb-73d3-4c22-9dc1-736d99d7038a req-a25eec68-5d25-4c96-b6fd-f1824dc730e8 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.37 "DELETE /v2.0/ports/d30750cb-4ac9-4f0a-b4d3-831d9e92edae HTTP/1.1" status: 204  len: 173 time: 0.9049006
Apr 11 17:29:08.389362 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c51f7d8-48fa-403a-bb99-fa2c56ed7f03', 'name': 'network-vif-deleted', 'tag': 'd30750cb-4ac9-4f0a-b4d3-831d9e92edae', 'status': 'completed', 'code': 200}
Apr 11 17:29:08.443686 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-664c02b2-d8d9-45dc-b1a8-352f35dc3e80 req-1f47244a-0d4f-45d1-86e8-1524dca7ca31 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c51f7d8-48fa-403a-bb99-fa2c56ed7f03 HTTP/1.1" status: 200  len: 210 time: 0.0549068
Apr 11 17:29:09.199387 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-880cdc23-42b8-48e4-9568-6b1689f2d66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:11.398952 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device d30750cb-4ac9-4f0a-b4d3-831d9e92edae no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:29:11.436653 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] No Port match for: d30750cb-4ac9-4f0a-b4d3-831d9e92edae {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:29:11.437049 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device d30750cb-4ac9-4f0a-b4d3-831d9e92edae not bound to the agent host hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:29:11.684870 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f98ddeb1-6dcb-4b69-af2b-f0b69116b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:12.588253 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:13.152827 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:13.711961 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:27.302706 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:34.939711 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c4631b4b-ac77-4654-8b22-601a253a8ff6 req-81704f6b-460c-40a8-bc63-6da8df87f191 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1270149
Apr 11 17:29:35.089249 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4631b4b-ac77-4654-8b22-601a253a8ff6 req-cf4c9f5c-372d-4cea-99f2-220b89b6406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:29:35.090742 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c4631b4b-ac77-4654-8b22-601a253a8ff6 req-cf4c9f5c-372d-4cea-99f2-220b89b6406c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6b0522f96894d59bdb886e0d36daf2b&device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 1099 time: 0.0819559
Apr 11 17:29:35.240273 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 56896) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:29:35.286451 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4631b4b-ac77-4654-8b22-601a253a8ff6 req-758c45b8-50f5-455e-bf26-bc35428fe2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:29:35.287969 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c4631b4b-ac77-4654-8b22-601a253a8ff6 req-758c45b8-50f5-455e-bf26-bc35428fe2ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=1140dd09-af9d-42e2-a743-9d7885c1f4a0 HTTP/1.1" status: 200  len: 913 time: 0.1778953
Apr 11 17:29:35.394785 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_v2 [None req-7836d2a0-f396-47f3-af12-0afd7dd15120 admin admin] Deleting subnet 35c655f6-6dac-4db5-ad11-8f1c169dbd9c {{(pid=85264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 11 17:29:35.402579 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7836d2a0-f396-47f3-af12-0afd7dd15120 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:35.458008 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c4631b4b-ac77-4654-8b22-601a253a8ff6 req-1a7d69d0-dad6-400d-a1f1-17d5982ba82a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f8d37ea-b844-4705-820f-a746ab924806 HTTP/1.1" status: 200  len: 1001 time: 0.1614809
Apr 11 17:29:35.507078 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7836d2a0-f396-47f3-af12-0afd7dd15120 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3005022'] for subnet, precommit_delete_associations {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:35.579793 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4631b4b-ac77-4654-8b22-601a253a8ff6 req-97dc9e8d-0192-4c75-82d4-25f0f6466753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:29:35.581400 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c4631b4b-ac77-4654-8b22-601a253a8ff6 req-97dc9e8d-0192-4c75-82d4-25f0f6466753 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c622cc8b-b37c-4c8f-904b-1a7e436a5dc8 HTTP/1.1" status: 200  len: 851 time: 0.1163416
Apr 11 17:29:35.587036 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7836d2a0-f396-47f3-af12-0afd7dd15120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16559076'] for subnet, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:36.063190 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4631b4b-ac77-4654-8b22-601a253a8ff6 req-73383e68-8c76-479e-a874-e02b77fc0ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:29:36.064803 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c4631b4b-ac77-4654-8b22-601a253a8ff6 req-73383e68-8c76-479e-a874-e02b77fc0ddd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1140dd09-af9d-42e2-a743-9d7885c1f4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4493978
Apr 11 17:29:36.086640 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [req-c4631b4b-ac77-4654-8b22-601a253a8ff6 req-44957a46-6f33-415c-b623-190012fa1fe2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=85264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 11 17:29:36.087775 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c4631b4b-ac77-4654-8b22-601a253a8ff6 req-44957a46-6f33-415c-b623-190012fa1fe2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0085797
Apr 11 17:29:36.299362 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7836d2a0-f396-47f3-af12-0afd7dd15120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838216707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852461692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2936640'] for subnet, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:36.301990 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c4631b4b-ac77-4654-8b22-601a253a8ff6 req-a3bde9b1-b731-4b60-b6d0-b4980d67bc6d service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2033436
Apr 11 17:29:36.318779 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:29:36.399132 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836d2a0-f396-47f3-af12-0afd7dd15120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35c655f6-6dac-4db5-ad11-8f1c169dbd9c,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:29:36.509407 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7836d2a0-f396-47f3-af12-0afd7dd15120 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:29:36.509833 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7836d2a0-f396-47f3-af12-0afd7dd15120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:29:36.510244 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7836d2a0-f396-47f3-af12-0afd7dd15120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:29:36.510653 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7836d2a0-f396-47f3-af12-0afd7dd15120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:29:36.511056 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7836d2a0-f396-47f3-af12-0afd7dd15120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:29:36.511461 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7836d2a0-f396-47f3-af12-0afd7dd15120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:29:36.511861 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7836d2a0-f396-47f3-af12-0afd7dd15120 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:29:36.512261 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7836d2a0-f396-47f3-af12-0afd7dd15120 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:29:36.512686 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7836d2a0-f396-47f3-af12-0afd7dd15120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:29:36.513096 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7836d2a0-f396-47f3-af12-0afd7dd15120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:29:36.513497 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7836d2a0-f396-47f3-af12-0afd7dd15120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:29:36.513989 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7836d2a0-f396-47f3-af12-0afd7dd15120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:29:36.518628 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-7836d2a0-f396-47f3-af12-0afd7dd15120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:29:36.582444 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7836d2a0-f396-47f3-af12-0afd7dd15120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:36.601213 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-7836d2a0-f396-47f3-af12-0afd7dd15120 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/35c655f6-6dac-4db5-ad11-8f1c169dbd9c HTTP/1.1" status: 204  len: 168 time: 1.3598557
Apr 11 17:29:36.603988 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56900) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:29:36.604950 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c4631b4b-ac77-4654-8b22-601a253a8ff6 req-98874a4a-df95-4ff8-b860-0783e0bc272a service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2871461
Apr 11 17:29:36.721167 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854681048'] for network, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:36.906145 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16557693', 'neutron.services.segments.db._delete_segments_for_network--9223363300245355619'] for network, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:37.019540 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f226509b278>,) {'filters': {'network_id': ['5f1e59fd-9129-403d-961a-bf5305d87f81']}} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:29:37.032057 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f226509b278>, 'bffea0e4-ba5e-49ad-9d23-df013f4fd2e3') {'for_net_delete': True} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:29:37.032390 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f226509b278>, 'bffea0e4-ba5e-49ad-9d23-df013f4fd2e3') {} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:29:37.044471 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736609405999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2055880'] for segment, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:37.059786 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:37.066604 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=85265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 11 17:29:37.255617 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] Network 5f1e59fd-9129-403d-961a-bf5305d87f81 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:29:37.264810 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16558278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933340'] for segment, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:37.441515 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] Network 5f1e59fd-9129-403d-961a-bf5305d87f81 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]: Traceback (most recent call last):
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:     timer()
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:     cb(*args, **kw)
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:     return func(*args, **kwargs)
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:     self._notify()
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:     self.callback(batched_events)
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:     event.method(event)
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:     segment_id)['aggregates'][0]
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:     return f(self, *a, **k)
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self._get(url).json()
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:     **kwargs)
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self.request(url, 'GET', **kwargs)
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:     **endpoint_filter)
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 11 17:29:37.468697 dv-cinder-784779-4-iscsi neutron-server[85151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 11 17:29:37.547172 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838218230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448937'] for network, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:37.550988 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:29:37.564702 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:37.575641 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] Pushing event deleted for resources: {'Network': ['ID=5f1e59fd-9129-403d-961a-bf5305d87f81,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:29:37.586818 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:29:37.587258 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:29:37.587685 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:29:37.588108 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:29:37.588588 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:29:37.588992 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:29:37.589411 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:29:37.589829 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:29:37.590240 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:29:37.590649 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:29:37.591061 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:29:37.591468 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:29:37.595762 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] 10.222.0.30 "DELETE /v2.0/networks/5f1e59fd-9129-403d-961a-bf5305d87f81 HTTP/1.1" status: 204  len: 168 time: 0.9905608
Apr 11 17:29:37.596786 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:29:37.776867 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56906) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:29:37.815295 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-e103ecb2-ec14-4798-95bd-297d6a3f67de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1dca045235e4de59e07028b741ddf4d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0370605
Apr 11 17:29:37.817745 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56910) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:29:37.879164 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8b0519a7-2f96-497e-8c85-9ce63b362fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:37.907189 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8b0519a7-2f96-497e-8c85-9ce63b362fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:37.951020 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8b0519a7-2f96-497e-8c85-9ce63b362fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:37.956722 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-cbe5419b-84f9-4897-b997-5d1fa8f20268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:29:37.970285 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0519a7-2f96-497e-8c85-9ce63b362fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af98d31-485b-49f2-a8b1-903a4b5530d1,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:29:37.973099 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8b0519a7-2f96-497e-8c85-9ce63b362fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:29:37.979881 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8b0519a7-2f96-497e-8c85-9ce63b362fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:37.981151 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-8b0519a7-2f96-497e-8c85-9ce63b362fae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4af98d31-485b-49f2-a8b1-903a4b5530d1 HTTP/1.1" status: 204  len: 168 time: 0.1624577
Apr 11 17:29:39.201165 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-67e01600-02d6-4816-b03d-eed24aaae164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:41.687711 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-eb99df8d-b327-4bcf-b741-eb0e666beadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:42.592134 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:43.154055 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:43.715891 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:29:44.328209 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:29:57.301870 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:09.203721 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-02600c1e-92f2-4bd6-a0a6-295cde0b0798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:11.689419 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0ff5495f-8b89-4735-9711-31545ccb36ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:12.597030 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:13.157052 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:13.717434 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:21.328557 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:30:27.316292 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:35.419242 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-23065792-61fd-4d58-94b8-07d9eb15981c req-5335dfb8-357f-44de-8864-6e3cf8d58bc1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0771389
Apr 11 17:30:35.572196 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23065792-61fd-4d58-94b8-07d9eb15981c req-34aefd8e-8ba8-4260-a213-d9f2a549219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:30:35.573747 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-23065792-61fd-4d58-94b8-07d9eb15981c req-34aefd8e-8ba8-4260-a213-d9f2a549219b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6b0522f96894d59bdb886e0d36daf2b&device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 1099 time: 0.0829155
Apr 11 17:30:35.730437 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23065792-61fd-4d58-94b8-07d9eb15981c req-bc5c7314-b096-4118-9592-df1df46c596b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:30:35.731997 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-23065792-61fd-4d58-94b8-07d9eb15981c req-bc5c7314-b096-4118-9592-df1df46c596b service neutron] 10.222.0.37 "GET /v2.0/networks?id=1140dd09-af9d-42e2-a743-9d7885c1f4a0 HTTP/1.1" status: 200  len: 913 time: 0.1394360
Apr 11 17:30:35.838626 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-23065792-61fd-4d58-94b8-07d9eb15981c req-6730bd68-1fe0-4b4c-a4a4-a45da6e804a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f8d37ea-b844-4705-820f-a746ab924806 HTTP/1.1" status: 200  len: 1001 time: 0.0992291
Apr 11 17:30:35.910236 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23065792-61fd-4d58-94b8-07d9eb15981c req-b690dd20-7a89-4355-a772-8b906c060b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:30:35.911757 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-23065792-61fd-4d58-94b8-07d9eb15981c req-b690dd20-7a89-4355-a772-8b906c060b1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c622cc8b-b37c-4c8f-904b-1a7e436a5dc8 HTTP/1.1" status: 200  len: 851 time: 0.0667360
Apr 11 17:30:35.995373 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23065792-61fd-4d58-94b8-07d9eb15981c req-2f075e2c-a35a-4852-b4f3-75c7f54cdc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:30:35.997004 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-23065792-61fd-4d58-94b8-07d9eb15981c req-2f075e2c-a35a-4852-b4f3-75c7f54cdc1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1140dd09-af9d-42e2-a743-9d7885c1f4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794303
Apr 11 17:30:36.141229 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-23065792-61fd-4d58-94b8-07d9eb15981c req-f2f272ad-b81b-494e-bb55-cecbf3b58ebf service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363459
Apr 11 17:30:36.284484 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-23065792-61fd-4d58-94b8-07d9eb15981c req-57e25118-8de5-4af6-a148-d31ebf025456 service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368818
Apr 11 17:30:39.205862 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dd2900d3-dd52-4868-9b9e-0643878750eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:41.691379 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d4940d68-2f9a-4e16-a86a-88c7696546d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:42.596304 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:43.159658 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:43.720100 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:44.527413 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab90d63-516a-40f6-9121-cba53085f15f req-e4092f97-fbd3-44e2-965f-9de683f081ee tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:30:44.529043 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fab90d63-516a-40f6-9121-cba53085f15f req-e4092f97-fbd3-44e2-965f-9de683f081ee tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 946 time: 0.0936487
Apr 11 17:30:44.559977 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fab90d63-516a-40f6-9121-cba53085f15f req-a3833c9c-5af4-4ec5-9e8b-f7f90e7f8d86 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0239623
Apr 11 17:30:45.765376 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af406b51-d9b3-405f-a821-e5f1ac3496e3 req-d68e4b80-cdc5-43f6-9f6b-7828c0a9284a tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:30:45.766954 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-af406b51-d9b3-405f-a821-e5f1ac3496e3 req-d68e4b80-cdc5-43f6-9f6b-7828c0a9284a tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 946 time: 0.0911605
Apr 11 17:30:45.797061 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-af406b51-d9b3-405f-a821-e5f1ac3496e3 req-772876c6-e5a3-4115-b611-98858490dc86 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0232606
Apr 11 17:30:45.916012 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445775f-6efe-46e8-bbe6-7419efc08906 req-262fabfa-d52c-4baa-a945-1fcbe2315ea6 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:30:45.917566 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5445775f-6efe-46e8-bbe6-7419efc08906 req-262fabfa-d52c-4baa-a945-1fcbe2315ea6 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 946 time: 0.0868194
Apr 11 17:30:45.998292 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-5445775f-6efe-46e8-bbe6-7419efc08906 req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Deleting port 6f8d37ea-b844-4705-820f-a746ab924806 {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:30:45.998671 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5445775f-6efe-46e8-bbe6-7419efc08906 req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:46.254972 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-5445775f-6efe-46e8-bbe6-7419efc08906 req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] For port 6f8d37ea-b844-4705-820f-a746ab924806, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6f8d37ea-b844-4705-820f-a746ab924806,segment=NetworkSegment(a3450a82-33c5-47eb-8a0e-f2730393e2bd),segment_id=a3450a82-33c5-47eb-8a0e-f2730393e2bd)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:30:46.255287 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5445775f-6efe-46e8-bbe6-7419efc08906 req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:46.568801 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5445775f-6efe-46e8-bbe6-7419efc08906 req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:46.569137 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5445775f-6efe-46e8-bbe6-7419efc08906 req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448862'] for floatingip, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:46.569491 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.l3_db [req-5445775f-6efe-46e8-bbe6-7419efc08906 req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Floating IP 643e1735-3a43-4ae3-a831-e91442fb8551 disassociated. External IP: 172.27.0.15, port: 6f8d37ea-b844-4705-820f-a746ab924806.
Apr 11 17:30:46.569872 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-5445775f-6efe-46e8-bbe6-7419efc08906 req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Calling delete_port for 6f8d37ea-b844-4705-820f-a746ab924806 owned by compute:nova {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:30:46.721578 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5445775f-6efe-46e8-bbe6-7419efc08906 req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:46.739185 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2d00801c-0f11-43e9-aee4-e4fbc9bce27d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:30:46.796363 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Pushing event deleted for resources: {'Port': ['ID=6f8d37ea-b844-4705-820f-a746ab924806,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:30:46.862213 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:30:46.862640 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:30:46.863059 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:30:46.863473 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:30:46.863885 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:30:46.864293 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:30:46.864746 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:30:46.865154 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:30:46.865567 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:30:46.865969 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:30:46.866370 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:30:46.866771 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:30:46.871666 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:30:47.094425 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eb0a732c-d7aa-4349-8fea-101d02bd99d5 req-c431cadd-6873-4f9d-876c-3caad1ad9dae tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 210 time: 0.1662157
Apr 11 17:30:47.164609 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5445775f-6efe-46e8-bbe6-7419efc08906 req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Router 403792f2-96c2-448c-85d4-bcfc563f3782 has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:30:47.607171 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5445775f-6efe-46e8-bbe6-7419efc08906 req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:30:47.617328 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a21fd-b145-4cf9-86b5-06d9289e7d70 None None] Sync routers for ids ['403792f2-96c2-448c-85d4-bcfc563f3782'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:30:47.627952 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5a21fd-b145-4cf9-86b5-06d9289e7d70 None None] Routers {'403792f2-96c2-448c-85d4-bcfc563f3782'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:30:47.628656 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-fd5a21fd-b145-4cf9-86b5-06d9289e7d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2265269128>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:30:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['403792f2-96c2-448c-85d4-bcfc563f3782'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:30:47.687156 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5445775f-6efe-46e8-bbe6-7419efc08906 req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] No DVR routers for this DVR port 6f8d37ea-b844-4705-820f-a746ab924806 on host hv-cinder-78477 {{(pid=85264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:30:47.690142 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-5445775f-6efe-46e8-bbe6-7419efc08906 req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:47.693145 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c4d71f-c904-4288-bb53-57891ffb366f', 'name': 'network-vif-deleted', 'tag': '6f8d37ea-b844-4705-820f-a746ab924806'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:30:47.708384 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5445775f-6efe-46e8-bbe6-7419efc08906 req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.37 "DELETE /v2.0/ports/6f8d37ea-b844-4705-820f-a746ab924806 HTTP/1.1" status: 204  len: 173 time: 1.7852309
Apr 11 17:30:47.819409 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-fd5a21fd-b145-4cf9-86b5-06d9289e7d70 None None] Set router 403792f2-96c2-448c-85d4-bcfc563f3782 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:30:47.979039 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c4d71f-c904-4288-bb53-57891ffb366f', 'name': 'network-vif-deleted', 'tag': '6f8d37ea-b844-4705-820f-a746ab924806', 'status': 'completed', 'code': 200}
Apr 11 17:30:48.278364 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-e7b32cce-ba0e-43ba-8086-9f78bc3ab03e req-5a4a9359-6a7b-4426-abb4-519c306b4fb1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Synchronizing usage tracker for tenant:a6b0522f96894d59bdb886e0d36daf2b on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:30:48.294229 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-e7b32cce-ba0e-43ba-8086-9f78bc3ab03e req-5a4a9359-6a7b-4426-abb4-519c306b4fb1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Unset dirty status for tenant:a6b0522f96894d59bdb886e0d36daf2b on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:30:48.295514 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e7b32cce-ba0e-43ba-8086-9f78bc3ab03e req-5a4a9359-6a7b-4426-abb4-519c306b4fb1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c4d71f-c904-4288-bb53-57891ffb366f HTTP/1.1" status: 200  len: 210 time: 0.0658176
Apr 11 17:30:48.336354 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-fd5a21fd-b145-4cf9-86b5-06d9289e7d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2265269128>, [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 4, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '9aac025a-b521-4307-9f4a-f9fe68512291', 'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'mac_address': 'fa:16:3e:6d:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:43Z', 'updated_at': '2021-04-11T17:27:54Z', 'revision_number': 5, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'subnets': [{'id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:30:48.340410 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a21fd-b145-4cf9-86b5-06d9289e7d70 None None] Checking router: 403792f2-96c2-448c-85d4-bcfc563f3782 for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:30:48.349944 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5a21fd-b145-4cf9-86b5-06d9289e7d70 None None] Routers {'403792f2-96c2-448c-85d4-bcfc563f3782'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:30:48.350598 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-fd5a21fd-b145-4cf9-86b5-06d9289e7d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2265269128>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:30:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['403792f2-96c2-448c-85d4-bcfc563f3782'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:30:48.542955 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-fd5a21fd-b145-4cf9-86b5-06d9289e7d70 None None] Set router 403792f2-96c2-448c-85d4-bcfc563f3782 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:30:48.881451 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-fd5a21fd-b145-4cf9-86b5-06d9289e7d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2265269128>, [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 4, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '9aac025a-b521-4307-9f4a-f9fe68512291', 'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'mac_address': 'fa:16:3e:6d:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:43Z', 'updated_at': '2021-04-11T17:27:54Z', 'revision_number': 5, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'subnets': [{'id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:30:48.885673 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a21fd-b145-4cf9-86b5-06d9289e7d70 None None] The sync data for ids ['403792f2-96c2-448c-85d4-bcfc563f3782'] in dv-cinder-784779-4-iscsi is: [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 4, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '9aac025a-b521-4307-9f4a-f9fe68512291', 'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'mac_address': 'fa:16:3e:6d:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:43Z', 'updated_at': '2021-04-11T17:27:54Z', 'revision_number': 5, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'subnets': [{'id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:30:49.287495 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d84c8e2-91fa-41ad-95de-b9ed69b1fb3b None None] New status for floating IP 643e1735-3a43-4ae3-a831-e91442fb8551: DOWN {{(pid=85267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 11 17:30:49.661381 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-9a59e57c-32c5-4bc0-8de1-aec2d432cc31 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1807316531&fields=id&tenant_id=a6b0522f96894d59bdb886e0d36daf2b HTTP/1.1" status: 200  len: 267 time: 0.0257204
Apr 11 17:30:49.827261 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-d2246831-951a-42dc-840e-4998066b593f tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:30:49.828866 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-d2246831-951a-42dc-840e-4998066b593f tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/networks?id=1140dd09-af9d-42e2-a743-9d7885c1f4a0 HTTP/1.1" status: 200  len: 812 time: 0.1601083
Apr 11 17:30:49.845680 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-c30c98df-ebce-4ce7-af02-ea0fc7c46760 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/quotas/a6b0522f96894d59bdb886e0d36daf2b HTTP/1.1" status: 200  len: 375 time: 0.0104327
Apr 11 17:30:49.848822 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 6f8d37ea-b844-4705-820f-a746ab924806 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:30:49.890200 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] No Port match for: 6f8d37ea-b844-4705-820f-a746ab924806 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:30:49.890953 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 6f8d37ea-b844-4705-820f-a746ab924806 not bound to the agent host hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:30:49.939341 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-c4c8e9e1-fa15-4355-a697-9ae07338c6aa tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6b0522f96894d59bdb886e0d36daf2b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0879805
Apr 11 17:30:49.955754 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-6751a4b7-9815-4fcb-abb4-b23c41bb1b80 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=85264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 11 17:30:49.956824 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-6751a4b7-9815-4fcb-abb4-b23c41bb1b80 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0056264
Apr 11 17:30:50.100019 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-aa89b545-c51e-48ec-9d78-71e415cbf352 service neutron] 10.222.0.30 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369812
Apr 11 17:30:50.244056 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-1c486978-9b6a-4edd-bf05-93607d386047 service neutron] 10.222.0.30 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374655
Apr 11 17:30:50.663653 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e7b28757-61ea-46ba-b725-203996f3ce69 req-6a3e9cf3-a13d-4b8a-8c52-c7517e72734b tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 210 time: 0.0503576
Apr 11 17:30:51.874794 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-6f889a98-5385-4c30-8e2b-6c17c34fc063 req-93492e7c-c0e9-455e-8b8f-38876f6f9644 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 210 time: 0.0660458
Apr 11 17:30:51.924754 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-a1c88904-eb43-464e-80be-7fb2ea7e4cf6 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:30:51.926292 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-a1c88904-eb43-464e-80be-7fb2ea7e4cf6 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.37 "GET /v2.0/networks?id=1140dd09-af9d-42e2-a743-9d7885c1f4a0 HTTP/1.1" status: 200  len: 812 time: 0.2178681
Apr 11 17:30:51.987824 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-9e8ae7dc-4dec-4a38-b5b9-3e6b8516e8b4 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6b0522f96894d59bdb886e0d36daf2b HTTP/1.1" status: 200  len: 8061 time: 0.0532107
Apr 11 17:30:51.996885 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-585df0ab-2590-4f7f-a33f-e5a4990385be tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Request body: {'port': {'device_id': '06303fda-b458-4326-9298-2343e482973f', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'admin_state_up': True, 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'security_groups': ['89679282-65ff-4d30-9feb-3d4dd757cad3']}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:30:52.142687 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-585df0ab-2590-4f7f-a33f-e5a4990385be tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:30:52.152812 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-585df0ab-2590-4f7f-a33f-e5a4990385be tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:30:52.162254 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-585df0ab-2590-4f7f-a33f-e5a4990385be tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Made reservation on behalf of a6b0522f96894d59bdb886e0d36daf2b for: {'port': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:30:52.168355 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-585df0ab-2590-4f7f-a33f-e5a4990385be tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:52.323785 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-585df0ab-2590-4f7f-a33f-e5a4990385be tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Allocated IP 172.20.0.8 (1140dd09-af9d-42e2-a743-9d7885c1f4a0/c622cc8b-b37c-4c8f-904b-1a7e436a5dc8/c2a32c27-70f6-4c89-beec-a252abec6d2a) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:30:52.527824 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-585df0ab-2590-4f7f-a33f-e5a4990385be tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:52.545917 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-585df0ab-2590-4f7f-a33f-e5a4990385be tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Transition to ACTIVE for port object c2a32c27-70f6-4c89-beec-a252abec6d2a will not be triggered until provisioned by entity DHCP. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:30:52.570835 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-585df0ab-2590-4f7f-a33f-e5a4990385be tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:52.586699 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-85d1cb84-4bed-42c6-8df9-633b6c4c5177 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:30:52.733569 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585df0ab-2590-4f7f-a33f-e5a4990385be tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Pushing event updated for resources: {'Port': ['ID=c2a32c27-70f6-4c89-beec-a252abec6d2a,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:30:52.738593 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-585df0ab-2590-4f7f-a33f-e5a4990385be tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:30:52.782204 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-585df0ab-2590-4f7f-a33f-e5a4990385be tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Network 1140dd09-af9d-42e2-a743-9d7885c1f4a0 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:30:52.783380 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-585df0ab-2590-4f7f-a33f-e5a4990385be tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:30:52.785695 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-585df0ab-2590-4f7f-a33f-e5a4990385be tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:30:52.856507 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-585df0ab-2590-4f7f-a33f-e5a4990385be tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:30:52.857182 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-585df0ab-2590-4f7f-a33f-e5a4990385be tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:52.886986 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-585df0ab-2590-4f7f-a33f-e5a4990385be tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8942723
Apr 11 17:30:52.900631 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] Request body: {'port': {'device_id': '06303fda-b458-4326-9298-2343e482973f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:30:52.976313 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-a201f191-fb6c-4d03-b4da-888c760f4d61 None None] Provisioning for port c2a32c27-70f6-4c89-beec-a252abec6d2a completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:30:52.981426 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-a201f191-fb6c-4d03-b4da-888c760f4d61 None None] Provisioning complete for port c2a32c27-70f6-4c89-beec-a252abec6d2a triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:30:52.981851 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a201f191-fb6c-4d03-b4da-888c760f4d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:53.029625 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:53.040790 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-a201f191-fb6c-4d03-b4da-888c760f4d61 None None] Port c2a32c27-70f6-4c89-beec-a252abec6d2a cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:30:53.089066 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afd867-6724-46ec-99b0-516da56f81e1 req-4ffebce5-76ed-4e6f-adea-035457b4a383 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:30:53.090576 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-61afd867-6724-46ec-99b0-516da56f81e1 req-4ffebce5-76ed-4e6f-adea-035457b4a383 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 931 time: 0.0928948
Apr 11 17:30:53.121945 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-61afd867-6724-46ec-99b0-516da56f81e1 req-c45d9fcc-b2ce-4d29-b784-352d00fbd895 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0242066
Apr 11 17:30:53.427216 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a32c27-70f6-4c89-beec-a252abec6d2a {{(pid=85264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:30:53.435131 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:53.450663 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] Transition to ACTIVE for port object c2a32c27-70f6-4c89-beec-a252abec6d2a will not be triggered until provisioned by entity L2. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:30:53.453791 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:53.469961 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f77e1129-2413-47bd-82b7-e080b5f3629a tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:30:53.619496 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a32c27-70f6-4c89-beec-a252abec6d2a,revision_number=2']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:30:53.624036 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:30:53.838964 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] Attempting to bind port c2a32c27-70f6-4c89-beec-a252abec6d2a on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:30:53.839340 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] Attempting to bind port c2a32c27-70f6-4c89-beec-a252abec6d2a by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'a3450a82-33c5-47eb-8a0e-f2730393e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0'}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:30:53.839711 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] Attempting to bind port c2a32c27-70f6-4c89-beec-a252abec6d2a on network 1140dd09-af9d-42e2-a743-9d7885c1f4a0 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:30:53.844836 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] Port c2a32c27-70f6-4c89-beec-a252abec6d2a on network 1140dd09-af9d-42e2-a743-9d7885c1f4a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 11 17:30:53.845199 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] Attempting to bind port c2a32c27-70f6-4c89-beec-a252abec6d2a on network 1140dd09-af9d-42e2-a743-9d7885c1f4a0 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:30:53.850643 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] Checking agent: {'id': 'ff222714-fd65-43da-9d5f-2c6b0dd417d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'started_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:30:53.851020 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] Checking segment: {'id': 'a3450a82-33c5-47eb-8a0e-f2730393e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:30:53.851438 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] Bound using segment: {'id': 'a3450a82-33c5-47eb-8a0e-f2730393e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0'} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:30:53.851912 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] Bound port: c2a32c27-70f6-4c89-beec-a252abec6d2a, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3450a82-33c5-47eb-8a0e-f2730393e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0'}}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:30:53.852354 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:53.932191 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] For port c2a32c27-70f6-4c89-beec-a252abec6d2a, host hv-cinder-78477, cleared binding levels {{(pid=85264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:30:53.935252 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] For port c2a32c27-70f6-4c89-beec-a252abec6d2a, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c2a32c27-70f6-4c89-beec-a252abec6d2a,segment=NetworkSegment(a3450a82-33c5-47eb-8a0e-f2730393e2bd),segment_id=a3450a82-33c5-47eb-8a0e-f2730393e2bd)] {{(pid=85264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:30:53.939088 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:53.954209 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f4eefd79-4ed1-413a-b935-6b1a4a4d0450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:30:54.107532 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a32c27-70f6-4c89-beec-a252abec6d2a,revision_number=3']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:30:54.113175 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:30:54.143865 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:30:54.144334 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:54.145837 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-0e4e601b-313f-4a33-84df-cd5c96fb9778 service neutron] 10.222.0.37 "PUT /v2.0/ports/c2a32c27-70f6-4c89-beec-a252abec6d2a HTTP/1.1" status: 200  len: 1093 time: 1.2502720
Apr 11 17:30:54.146366 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06303fda-b458-4326-9298-2343e482973f', 'tag': 'c2a32c27-70f6-4c89-beec-a252abec6d2a'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:30:54.229110 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06303fda-b458-4326-9298-2343e482973f', 'tag': 'c2a32c27-70f6-4c89-beec-a252abec6d2a', 'status': 'completed', 'code': 200}
Apr 11 17:30:54.333817 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-e833cb68-8159-48c3-bdb3-bfd75e0b257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:30:54.335444 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-e833cb68-8159-48c3-bdb3-bfd75e0b257a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6b0522f96894d59bdb886e0d36daf2b&device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 1096 time: 0.1461904
Apr 11 17:30:54.664045 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-008b54d5-b492-4f2f-889a-01ba6039c9d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2a32c27-70f6-4c89-beec-a252abec6d2a HTTP/1.1" status: 200  len: 217 time: 0.3196445
Apr 11 17:30:54.717990 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d2d6d-90a0-4099-a4e0-0293ae58eb12 req-87c33938-9bd6-4b8a-b52b-6e1ff9624c8c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:30:54.718830 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-026d2d6d-90a0-4099-a4e0-0293ae58eb12 req-87c33938-9bd6-4b8a-b52b-6e1ff9624c8c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Synchronizing usage tracker for tenant:a6b0522f96894d59bdb886e0d36daf2b on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:30:54.752241 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-026d2d6d-90a0-4099-a4e0-0293ae58eb12 req-87c33938-9bd6-4b8a-b52b-6e1ff9624c8c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Unset dirty status for tenant:a6b0522f96894d59bdb886e0d36daf2b on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:30:54.753497 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-026d2d6d-90a0-4099-a4e0-0293ae58eb12 req-87c33938-9bd6-4b8a-b52b-6e1ff9624c8c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 943 time: 0.4927142
Apr 11 17:30:54.757094 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-6d6c6725-e8ee-4f51-8f9c-9873c9a9c8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:30:54.758549 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-6d6c6725-e8ee-4f51-8f9c-9873c9a9c8de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c622cc8b-b37c-4c8f-904b-1a7e436a5dc8 HTTP/1.1" status: 200  len: 851 time: 0.0871916
Apr 11 17:30:54.833323 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-026d2d6d-90a0-4099-a4e0-0293ae58eb12 req-0a3c9fcc-2477-4ed7-8642-2323951e7e0b tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733829
Apr 11 17:30:54.862809 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-38ba9cf9-9afa-4344-9f39-b97a84c206a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:30:54.864703 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-38ba9cf9-9afa-4344-9f39-b97a84c206a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1140dd09-af9d-42e2-a743-9d7885c1f4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0910509
Apr 11 17:30:55.012114 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-bd503e1b-994c-4f9c-8faa-a4f2e505a0ee service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410739
Apr 11 17:30:55.159165 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f532b8c8-676c-4048-a3dd-9d5210e62d57 req-db5ab77d-d0f0-4821-b450-a83e6b6786a2 service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403351
Apr 11 17:30:55.290225 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93061e2e-55cb-4e10-8112-e0c460d416a4 req-a7c8f5a6-20f7-4657-93e1-32bca5e9874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:30:55.291765 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-93061e2e-55cb-4e10-8112-e0c460d416a4 req-a7c8f5a6-20f7-4657-93e1-32bca5e9874f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6b0522f96894d59bdb886e0d36daf2b&device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 1096 time: 0.0848031
Apr 11 17:30:55.436115 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93061e2e-55cb-4e10-8112-e0c460d416a4 req-a4aeda13-3a93-4539-a55f-76dbac6da8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:30:55.437761 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-93061e2e-55cb-4e10-8112-e0c460d416a4 req-a4aeda13-3a93-4539-a55f-76dbac6da8a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1140dd09-af9d-42e2-a743-9d7885c1f4a0 HTTP/1.1" status: 200  len: 913 time: 0.1378329
Apr 11 17:30:55.515040 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-93061e2e-55cb-4e10-8112-e0c460d416a4 req-813efc2c-94bc-47bb-a649-75579424bcd2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2a32c27-70f6-4c89-beec-a252abec6d2a HTTP/1.1" status: 200  len: 217 time: 0.0696056
Apr 11 17:30:55.583505 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93061e2e-55cb-4e10-8112-e0c460d416a4 req-097ec5ba-c650-42bd-80a7-e6001f151933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:30:55.584985 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-93061e2e-55cb-4e10-8112-e0c460d416a4 req-097ec5ba-c650-42bd-80a7-e6001f151933 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c622cc8b-b37c-4c8f-904b-1a7e436a5dc8 HTTP/1.1" status: 200  len: 851 time: 0.0638561
Apr 11 17:30:55.669093 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93061e2e-55cb-4e10-8112-e0c460d416a4 req-097a8890-0801-43ab-8276-fd5781c9c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:30:55.670717 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-93061e2e-55cb-4e10-8112-e0c460d416a4 req-097a8890-0801-43ab-8276-fd5781c9c244 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1140dd09-af9d-42e2-a743-9d7885c1f4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796671
Apr 11 17:30:55.814960 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-93061e2e-55cb-4e10-8112-e0c460d416a4 req-54fe51f7-2ad2-484d-81fc-5c43787703ce service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368830
Apr 11 17:30:55.959620 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-93061e2e-55cb-4e10-8112-e0c460d416a4 req-102d12e0-836a-47c5-a51b-a1d1ce3ea44d service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383834
Apr 11 17:30:56.044388 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f73894-ccdc-42b8-a448-f16731408890 req-23e9e2b2-f8ec-4fb8-ba4d-70421b99c11b tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:30:56.045996 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f1f73894-ccdc-42b8-a448-f16731408890 req-23e9e2b2-f8ec-4fb8-ba4d-70421b99c11b tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 943 time: 0.0910304
Apr 11 17:30:56.075856 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f1f73894-ccdc-42b8-a448-f16731408890 req-c0da1684-a65a-4dbd-b225-a83983e998c8 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0229716
Apr 11 17:30:57.283306 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3985d-c217-4b5b-85f4-e412a6321047 req-9dd296f4-e412-4b25-9e3f-a972e5929eb0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:30:57.284946 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-67e3985d-c217-4b5b-85f4-e412a6321047 req-9dd296f4-e412-4b25-9e3f-a972e5929eb0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 943 time: 0.0930181
Apr 11 17:30:57.317335 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:30:57.318149 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-67e3985d-c217-4b5b-85f4-e412a6321047 req-3dd08753-3887-4d99-97f7-86daef6b23f1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0265448
Apr 11 17:30:58.328257 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:30:58.516411 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985087c-53ca-439a-ba4e-914bd0355d95 req-9d3cdce2-50a8-487b-9331-d579a938038e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:30:58.518024 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c985087c-53ca-439a-ba4e-914bd0355d95 req-9d3cdce2-50a8-487b-9331-d579a938038e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 943 time: 0.0883558
Apr 11 17:30:58.548068 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c985087c-53ca-439a-ba4e-914bd0355d95 req-9a326816-df79-4fc2-8478-02c4136c30c9 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0238016
Apr 11 17:30:59.751743 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8beacc-991a-4f55-9476-960bbeb6a096 req-2635b963-4829-4784-8b71-67d682534edd tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:30:59.753382 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ab8beacc-991a-4f55-9476-960bbeb6a096 req-2635b963-4829-4784-8b71-67d682534edd tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 943 time: 0.0929227
Apr 11 17:30:59.783756 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ab8beacc-991a-4f55-9476-960bbeb6a096 req-337c06a2-764e-4533-86cd-d7ddbf9fa8b5 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0240858
Apr 11 17:31:00.992271 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216857bd-ccfd-4503-9c51-9d59cac292ed req-1e890dce-bdf2-45d2-b41e-107700268191 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:31:00.993895 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-216857bd-ccfd-4503-9c51-9d59cac292ed req-1e890dce-bdf2-45d2-b41e-107700268191 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 943 time: 0.0945687
Apr 11 17:31:01.024923 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-216857bd-ccfd-4503-9c51-9d59cac292ed req-f863b22e-c549-4ef6-88d3-8fe23d9d6c6a tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0238426
Apr 11 17:31:01.894426 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device c2a32c27-70f6-4c89-beec-a252abec6d2a details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:31:02.034682 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port c2a32c27-70f6-4c89-beec-a252abec6d2a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c2a32c27-70f6-4c89-beec-a252abec6d2a,segment=NetworkSegment(a3450a82-33c5-47eb-8a0e-f2730393e2bd),segment_id=a3450a82-33c5-47eb-8a0e-f2730393e2bd)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:31:02.048890 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': 'c2a32c27-70f6-4c89-beec-a252abec6d2a', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'port_id': 'c2a32c27-70f6-4c89-beec-a252abec6d2a', 'mac_address': 'fa:16:3e:1b:ea:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:31:02.112793 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:02.114131 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a32c27-70f6-4c89-beec-a252abec6d2a {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:31:02.130593 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port c2a32c27-70f6-4c89-beec-a252abec6d2a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c2a32c27-70f6-4c89-beec-a252abec6d2a,segment=NetworkSegment(a3450a82-33c5-47eb-8a0e-f2730393e2bd),segment_id=a3450a82-33c5-47eb-8a0e-f2730393e2bd)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:31:02.133576 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:02.135432 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:31:02.217128 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=c2a32c27-70f6-4c89-beec-a252abec6d2a,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:31:02.227063 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:31:02.227459 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:31:02.227845 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:31:02.228230 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:31:02.228632 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:31:02.229013 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:31:02.229389 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:31:02.229761 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:31:02.230138 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:31:02.230510 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:31:02.230880 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:31:02.231253 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:31:02.236342 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:31:02.258448 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9acfc-3416-41f7-b6b7-eb71c882adee req-3a7b9c27-1a1c-4e67-b5aa-3b8144db82a0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:31:02.260383 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-24d9acfc-3416-41f7-b6b7-eb71c882adee req-3a7b9c27-1a1c-4e67-b5aa-3b8144db82a0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 944 time: 0.1145754
Apr 11 17:31:02.295379 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-24d9acfc-3416-41f7-b6b7-eb71c882adee req-e9ddd666-afd5-4b82-a41c-a95464c725f0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0284574
Apr 11 17:31:02.371041 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['c2a32c27-70f6-4c89-beec-a252abec6d2a'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:31:03.501146 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa9384-3ec8-4db2-9882-e04a5c1cb601 req-b38ffbad-3433-4577-b444-9f5ba4b52716 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:31:03.502727 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b0fa9384-3ec8-4db2-9882-e04a5c1cb601 req-b38ffbad-3433-4577-b444-9f5ba4b52716 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 944 time: 0.0882983
Apr 11 17:31:03.532937 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-b0fa9384-3ec8-4db2-9882-e04a5c1cb601 req-6c0a2ff5-5cc6-4602-8f0e-ea82f8c626f4 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0239210
Apr 11 17:31:03.910108 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device c2a32c27-70f6-4c89-beec-a252abec6d2a up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:31:03.983267 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning for port c2a32c27-70f6-4c89-beec-a252abec6d2a completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:31:03.989225 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port c2a32c27-70f6-4c89-beec-a252abec6d2a triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:31:03.989644 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:04.114637 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:04.125874 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06303fda-b458-4326-9298-2343e482973f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a32c27-70f6-4c89-beec-a252abec6d2a'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:31:04.136189 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port c2a32c27-70f6-4c89-beec-a252abec6d2a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c2a32c27-70f6-4c89-beec-a252abec6d2a,segment=NetworkSegment(a3450a82-33c5-47eb-8a0e-f2730393e2bd),segment_id=a3450a82-33c5-47eb-8a0e-f2730393e2bd)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:31:04.139315 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:04.141333 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:31:04.213870 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=c2a32c27-70f6-4c89-beec-a252abec6d2a,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:31:04.217137 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:31:04.234930 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06303fda-b458-4326-9298-2343e482973f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a32c27-70f6-4c89-beec-a252abec6d2a', 'code': 200}
Apr 11 17:31:04.519139 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef188d5a-a437-46bc-b95c-9f4049aebb63 req-ed65eabd-a460-427f-b344-721599aedbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:31:04.520703 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ef188d5a-a437-46bc-b95c-9f4049aebb63 req-ed65eabd-a460-427f-b344-721599aedbf0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 1098 time: 0.0793064
Apr 11 17:31:04.546214 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ef188d5a-a437-46bc-b95c-9f4049aebb63 req-fea9cc6a-4bec-4c05-959a-cab0fdfd370f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0194776
Apr 11 17:31:04.735466 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa09dac-8e16-485e-ae68-3df5c97929bc req-0a7889ef-bfb9-44cc-9e8d-60fce0c4b119 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:31:04.737060 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-afa09dac-8e16-485e-ae68-3df5c97929bc req-0a7889ef-bfb9-44cc-9e8d-60fce0c4b119 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 945 time: 0.0922842
Apr 11 17:31:04.767357 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-afa09dac-8e16-485e-ae68-3df5c97929bc req-5e19daa4-43cf-44e2-9672-a578c8065892 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0239785
Apr 11 17:31:05.975854 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76400269-b4f0-48ef-9a08-9a71776d29e3 req-4bd5d31e-26ce-4aae-99b3-1d4cafe1d4e3 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:31:05.977468 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-76400269-b4f0-48ef-9a08-9a71776d29e3 req-4bd5d31e-26ce-4aae-99b3-1d4cafe1d4e3 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 945 time: 0.0927124
Apr 11 17:31:06.008375 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-76400269-b4f0-48ef-9a08-9a71776d29e3 req-7ea06123-4030-4319-99a3-f1b101c187a6 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0245280
Apr 11 17:31:06.209725 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b8422-4749-40e5-8a3b-54fe4f0636e6 req-8c9c3e37-44d6-4149-8403-a54d4e608570 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:31:06.211302 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-333b8422-4749-40e5-8a3b-54fe4f0636e6 req-8c9c3e37-44d6-4149-8403-a54d4e608570 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 945 time: 0.0892284
Apr 11 17:31:06.241967 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-333b8422-4749-40e5-8a3b-54fe4f0636e6 req-21d9eee7-e0d0-412f-93ac-092714b3ed65 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0242975
Apr 11 17:31:06.267045 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 56998) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:31:06.347103 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125ef855-786e-4472-86a7-0c00ea457f3f tempest-TestVolumeBootPattern-1130918445 tempest-TestVolumeBootPattern-1130918445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:31:06.347794 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-125ef855-786e-4472-86a7-0c00ea457f3f tempest-TestVolumeBootPattern-1130918445 tempest-TestVolumeBootPattern-1130918445-project-admin] Synchronizing usage tracker for tenant:1ad9cf20bd964bc88e87e76e86506fa9 on resource:port {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:31:06.363190 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-125ef855-786e-4472-86a7-0c00ea457f3f tempest-TestVolumeBootPattern-1130918445 tempest-TestVolumeBootPattern-1130918445-project-admin] Unset dirty status for tenant:1ad9cf20bd964bc88e87e76e86506fa9 on resource:port {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:31:06.364403 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-125ef855-786e-4472-86a7-0c00ea457f3f tempest-TestVolumeBootPattern-1130918445 tempest-TestVolumeBootPattern-1130918445-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 1093 time: 0.0963135
Apr 11 17:31:06.367427 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 57002) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:31:06.372851 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Request body: {'floatingip': {'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'port_id': 'c2a32c27-70f6-4c89-beec-a252abec6d2a', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:31:06.379933 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:31:06.383881 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Usage tracker for resource:floatingip and tenant:a6b0522f96894d59bdb886e0d36daf2b is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:31:06.386780 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:31:06.393441 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:31:06.402494 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for floatingip, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:06.543836 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:06.686508 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Allocated IP 172.27.0.148 (25e26079-4f70-47ba-b0dc-8350ca691b81/cc27d420-6b5b-4cd9-be1f-976508ada296/a16b1afb-94fc-446f-baa2-394a2f382f7f) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:31:07.074752 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:07.104551 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:07.117747 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-71d3dd0e-6f0f-4975-8e0a-d704d36f8bda tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:31:07.262175 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Pushing event updated for resources: {'Port': ['ID=a16b1afb-94fc-446f-baa2-394a2f382f7f,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:31:07.274919 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:31:07.275344 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:31:07.275761 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:31:07.276171 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:31:07.276631 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:31:07.277047 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:31:07.277457 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:31:07.277866 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:31:07.278272 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:31:07.278675 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:31:07.279076 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:31:07.279472 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:31:07.291069 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:31:07.323462 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Network 25e26079-4f70-47ba-b0dc-8350ca691b81 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:31:07.324652 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Resources bound (agent type, host, resource id):  {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:31:07.327006 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:31:07.748700 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:07.823973 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:08.095676 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:08.099003 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2933374'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:08.113918 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2ffe518b-84a3-4e28-a823-7835015e5c10 tempest-TestMinimumBasicScenario-1865846182 tempest-TestMinimumBasicScenario-1865846182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:31:08.262587 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Pushing event updated for resources: {'Port': ['ID=a16b1afb-94fc-446f-baa2-394a2f382f7f,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:31:08.267110 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:31:08.363167 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448862'] for floatingip, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:08.539513 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.l3_db [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Floating IP 4cd74e8c-7853-4477-bdb1-8d8f303d4145 associated. External IP: 172.27.0.148, port: c2a32c27-70f6-4c89-beec-a252abec6d2a.
Apr 11 17:31:08.904714 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Router 403792f2-96c2-448c-85d4-bcfc563f3782 has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:31:09.092578 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:31:09.102726 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c407e0d-5968-4ed4-90d8-a58c86ae573b None None] Sync routers for ids ['403792f2-96c2-448c-85d4-bcfc563f3782'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:31:09.112745 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c407e0d-5968-4ed4-90d8-a58c86ae573b None None] Routers {'403792f2-96c2-448c-85d4-bcfc563f3782'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:31:09.113417 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-3c407e0d-5968-4ed4-90d8-a58c86ae573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226536e438>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:30:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['403792f2-96c2-448c-85d4-bcfc563f3782'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:31:09.118047 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for floatingip, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:09.177865 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8093479
Apr 11 17:31:09.178583 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06303fda-b458-4326-9298-2343e482973f', 'tag': 'c2a32c27-70f6-4c89-beec-a252abec6d2a'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:31:09.227246 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06303fda-b458-4326-9298-2343e482973f', 'tag': 'c2a32c27-70f6-4c89-beec-a252abec6d2a', 'status': 'completed', 'code': 200}
Apr 11 17:31:09.273014 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5b03f73b-3807-4c7a-a3ae-a406b1f71af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:09.319039 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-3c407e0d-5968-4ed4-90d8-a58c86ae573b None None] Set router 403792f2-96c2-448c-85d4-bcfc563f3782 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:31:09.341092 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1af1c-d585-490e-8019-76118fba92ea req-5038bcbb-ba66-40d8-af79-af1a2da224d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:31:09.342722 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-30e1af1c-d585-490e-8019-76118fba92ea req-5038bcbb-ba66-40d8-af79-af1a2da224d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6b0522f96894d59bdb886e0d36daf2b&device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 1098 time: 0.0824375
Apr 11 17:31:09.488074 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1af1c-d585-490e-8019-76118fba92ea req-6b9ae888-a60f-4d50-8882-703cc0994e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:31:09.489665 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-30e1af1c-d585-490e-8019-76118fba92ea req-6b9ae888-a60f-4d50-8882-703cc0994e4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=1140dd09-af9d-42e2-a743-9d7885c1f4a0 HTTP/1.1" status: 200  len: 913 time: 0.1407542
Apr 11 17:31:09.602689 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-30e1af1c-d585-490e-8019-76118fba92ea req-330ffd28-4df1-46e6-9253-e77c6a9e6c05 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2a32c27-70f6-4c89-beec-a252abec6d2a HTTP/1.1" status: 200  len: 999 time: 0.1057847
Apr 11 17:31:09.678797 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1af1c-d585-490e-8019-76118fba92ea req-0d3b6fd4-677d-4eb7-a5a7-b3eb7251f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:31:09.680451 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-30e1af1c-d585-490e-8019-76118fba92ea req-0d3b6fd4-677d-4eb7-a5a7-b3eb7251f55f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c622cc8b-b37c-4c8f-904b-1a7e436a5dc8 HTTP/1.1" status: 200  len: 851 time: 0.0692728
Apr 11 17:31:09.689971 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-3c407e0d-5968-4ed4-90d8-a58c86ae573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226536e438>, [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 4, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': '4cd74e8c-7853-4477-bdb1-8d8f303d4145', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'port_id': 'c2a32c27-70f6-4c89-beec-a252abec6d2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'mac_address': 'fa:16:3e:1b:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06303fda-b458-4326-9298-2343e482973f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:31:07Z', 'updated_at': '2021-04-11T17:31:07Z', 'revision_number': 0, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aac025a-b521-4307-9f4a-f9fe68512291', 'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'mac_address': 'fa:16:3e:6d:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:43Z', 'updated_at': '2021-04-11T17:27:54Z', 'revision_number': 5, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'subnets': [{'id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:31:09.694090 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c407e0d-5968-4ed4-90d8-a58c86ae573b None None] Checking router: 403792f2-96c2-448c-85d4-bcfc563f3782 for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:31:09.703628 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c407e0d-5968-4ed4-90d8-a58c86ae573b None None] Routers {'403792f2-96c2-448c-85d4-bcfc563f3782'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:31:09.704290 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-3c407e0d-5968-4ed4-90d8-a58c86ae573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226536e438>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:30:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['403792f2-96c2-448c-85d4-bcfc563f3782'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:31:09.767265 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1af1c-d585-490e-8019-76118fba92ea req-282d460f-8e83-47c7-9a6b-553addf1b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:31:09.768820 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-30e1af1c-d585-490e-8019-76118fba92ea req-282d460f-8e83-47c7-9a6b-553addf1b829 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1140dd09-af9d-42e2-a743-9d7885c1f4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810924
Apr 11 17:31:09.918106 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-30e1af1c-d585-490e-8019-76118fba92ea req-cf061048-dea2-427d-87c1-a91718213615 service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424191
Apr 11 17:31:10.068925 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-3c407e0d-5968-4ed4-90d8-a58c86ae573b None None] Set router 403792f2-96c2-448c-85d4-bcfc563f3782 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:31:10.075659 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-30e1af1c-d585-490e-8019-76118fba92ea req-f66a4f38-7369-4ab7-bc3c-3916341ff27f service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404433
Apr 11 17:31:10.436391 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-3c407e0d-5968-4ed4-90d8-a58c86ae573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226536e438>, [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 4, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': '4cd74e8c-7853-4477-bdb1-8d8f303d4145', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'port_id': 'c2a32c27-70f6-4c89-beec-a252abec6d2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'mac_address': 'fa:16:3e:1b:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06303fda-b458-4326-9298-2343e482973f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:31:07Z', 'updated_at': '2021-04-11T17:31:07Z', 'revision_number': 0, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aac025a-b521-4307-9f4a-f9fe68512291', 'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'mac_address': 'fa:16:3e:6d:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:43Z', 'updated_at': '2021-04-11T17:27:54Z', 'revision_number': 5, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'subnets': [{'id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:31:10.440839 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c407e0d-5968-4ed4-90d8-a58c86ae573b None None] The sync data for ids ['403792f2-96c2-448c-85d4-bcfc563f3782'] in dv-cinder-784779-4-iscsi is: [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 4, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': '4cd74e8c-7853-4477-bdb1-8d8f303d4145', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'port_id': 'c2a32c27-70f6-4c89-beec-a252abec6d2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'mac_address': 'fa:16:3e:1b:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06303fda-b458-4326-9298-2343e482973f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:31:07Z', 'updated_at': '2021-04-11T17:31:07Z', 'revision_number': 0, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aac025a-b521-4307-9f4a-f9fe68512291', 'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'mac_address': 'fa:16:3e:6d:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:43Z', 'updated_at': '2021-04-11T17:27:54Z', 'revision_number': 5, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'subnets': [{'id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:31:10.711589 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b3a83a-07e8-429c-bd6a-ff4bc40f7d84 None None] New status for floating IP 4cd74e8c-7853-4477-bdb1-8d8f303d4145: ACTIVE {{(pid=85267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 11 17:31:11.691632 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8ed25e03-211f-4b0a-9bc7-e296823288e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:12.600487 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:13.162866 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:13.722739 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:27.325237 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:35.327576 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:31:35.885256 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a1885712-a9a7-4337-af64-868ac4720e6c req-e09e7dc7-a31d-46db-a78c-2c18f87fb9db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=06303fda-b458-4326-9298-2343e482973f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0777895
Apr 11 17:31:36.036136 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1885712-a9a7-4337-af64-868ac4720e6c req-34be510e-b060-4f5b-98bf-1672a03a6bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:31:36.037795 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a1885712-a9a7-4337-af64-868ac4720e6c req-34be510e-b060-4f5b-98bf-1672a03a6bae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6b0522f96894d59bdb886e0d36daf2b&device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 1098 time: 0.0828907
Apr 11 17:31:36.194534 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1885712-a9a7-4337-af64-868ac4720e6c req-25a38257-ce2e-44b1-87c2-780d9780e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:31:36.196105 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a1885712-a9a7-4337-af64-868ac4720e6c req-25a38257-ce2e-44b1-87c2-780d9780e3ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=1140dd09-af9d-42e2-a743-9d7885c1f4a0 HTTP/1.1" status: 200  len: 913 time: 0.1397784
Apr 11 17:31:36.308180 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a1885712-a9a7-4337-af64-868ac4720e6c req-26311cf2-2ac6-4333-840d-46f4f4e800ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2a32c27-70f6-4c89-beec-a252abec6d2a HTTP/1.1" status: 200  len: 1001 time: 0.1055672
Apr 11 17:31:36.377054 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1885712-a9a7-4337-af64-868ac4720e6c req-cf6ee25a-cada-4c18-af4b-f4ce26fb0d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:31:36.378568 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a1885712-a9a7-4337-af64-868ac4720e6c req-cf6ee25a-cada-4c18-af4b-f4ce26fb0d8a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c622cc8b-b37c-4c8f-904b-1a7e436a5dc8 HTTP/1.1" status: 200  len: 851 time: 0.0643954
Apr 11 17:31:36.463963 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1885712-a9a7-4337-af64-868ac4720e6c req-00976345-a962-49c6-81bc-9ac0d7c031d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:31:36.465515 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a1885712-a9a7-4337-af64-868ac4720e6c req-00976345-a962-49c6-81bc-9ac0d7c031d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1140dd09-af9d-42e2-a743-9d7885c1f4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802901
Apr 11 17:31:36.606951 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a1885712-a9a7-4337-af64-868ac4720e6c req-cc748e14-6a08-4489-b7f9-b9dc008fc3c9 service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349986
Apr 11 17:31:36.749799 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a1885712-a9a7-4337-af64-868ac4720e6c req-735c69f6-9fad-42ad-9daa-51e28d01075c service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360908
Apr 11 17:31:39.205457 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4cb3de36-fc13-4fe0-b17c-9caa05c60fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:41.692480 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-775ea4b5-0fca-4ec9-8a2e-80463cdd4e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:42.601996 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:43.164332 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:43.725086 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:31:57.333426 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:09.207682 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ff32da95-fb91-403c-887d-9b1bd6c52f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:11.693737 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-43db5236-3e8c-41ec-b5aa-2b5be3616259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:12.327128 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:32:12.605131 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:13.165849 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:13.727894 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:27.366008 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:37.877225 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-000a254f-a6d4-443b-82d7-61561a95db78 req-610e7a33-15da-41b8-abc2-a12c80862500 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=06303fda-b458-4326-9298-2343e482973f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0799022
Apr 11 17:32:38.029709 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a254f-a6d4-443b-82d7-61561a95db78 req-d5dd07ed-6bb6-4004-9eec-ebb697ddf804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:38.031219 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-000a254f-a6d4-443b-82d7-61561a95db78 req-d5dd07ed-6bb6-4004-9eec-ebb697ddf804 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6b0522f96894d59bdb886e0d36daf2b&device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 1098 time: 0.0811572
Apr 11 17:32:38.189494 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a254f-a6d4-443b-82d7-61561a95db78 req-dfe2415d-265d-4114-ae95-8ad36b05223d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:38.191065 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-000a254f-a6d4-443b-82d7-61561a95db78 req-dfe2415d-265d-4114-ae95-8ad36b05223d service neutron] 10.222.0.37 "GET /v2.0/networks?id=1140dd09-af9d-42e2-a743-9d7885c1f4a0 HTTP/1.1" status: 200  len: 913 time: 0.1403909
Apr 11 17:32:38.201766 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-e1055f84-2a3d-400d-a662-d0f6064748f5 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1807316531&fields=id&tenant_id=a6b0522f96894d59bdb886e0d36daf2b HTTP/1.1" status: 200  len: 267 time: 0.0306332
Apr 11 17:32:38.305808 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-000a254f-a6d4-443b-82d7-61561a95db78 req-4e4b4ea3-7617-4350-b670-e427bfc92799 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2a32c27-70f6-4c89-beec-a252abec6d2a HTTP/1.1" status: 200  len: 1001 time: 0.1086283
Apr 11 17:32:38.366498 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-e26ad359-d209-457f-9ea4-13e7bc4c1908 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:38.368048 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-e26ad359-d209-457f-9ea4-13e7bc4c1908 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/networks?id=1140dd09-af9d-42e2-a743-9d7885c1f4a0 HTTP/1.1" status: 200  len: 812 time: 0.1585712
Apr 11 17:32:38.379947 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a254f-a6d4-443b-82d7-61561a95db78 req-5988912d-bab7-4cb2-bede-8cecb30adbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:38.381569 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-000a254f-a6d4-443b-82d7-61561a95db78 req-5988912d-bab7-4cb2-bede-8cecb30adbc7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c622cc8b-b37c-4c8f-904b-1a7e436a5dc8 HTTP/1.1" status: 200  len: 851 time: 0.0696361
Apr 11 17:32:38.384646 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-0ebf5edf-75d1-4166-99b5-1f954fc699bc tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/quotas/a6b0522f96894d59bdb886e0d36daf2b HTTP/1.1" status: 200  len: 375 time: 0.0102975
Apr 11 17:32:38.464604 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a254f-a6d4-443b-82d7-61561a95db78 req-93a187f1-1541-4169-b427-d385de453b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:38.466314 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-000a254f-a6d4-443b-82d7-61561a95db78 req-93a187f1-1541-4169-b427-d385de453b27 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1140dd09-af9d-42e2-a743-9d7885c1f4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788043
Apr 11 17:32:38.482055 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-7bb262df-3a1b-4b2d-86f3-c2e69ffb15fb tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6b0522f96894d59bdb886e0d36daf2b&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0912266
Apr 11 17:32:38.613977 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-000a254f-a6d4-443b-82d7-61561a95db78 req-eb6a8e85-dfa1-46eb-bc61-a786f793f903 service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402230
Apr 11 17:32:38.668958 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-e907f3a0-3944-4da3-8341-3747127db582 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=85265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 11 17:32:38.677294 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-e907f3a0-3944-4da3-8341-3747127db582 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1821892
Apr 11 17:32:38.759960 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-000a254f-a6d4-443b-82d7-61561a95db78 req-4149cb03-5d3b-425f-ba93-13790ea77800 service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404545
Apr 11 17:32:39.046709 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-5518f1cc-b970-446e-9e5b-13096ef1a3a0 service neutron] 10.222.0.30 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3685122
Apr 11 17:32:39.187436 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-438f2a13-ae97-4405-a166-0bd2dcadb21b service neutron] 10.222.0.30 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337824
Apr 11 17:32:39.212196 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-75f40180-5f6f-456a-8d10-038b613ff50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:39.611732 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-51dc1c85-55e5-4091-a8b4-93d0d6f3c426 req-f28b8b9f-35f3-4068-8fa0-f079c26a1780 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d HTTP/1.1" status: 200  len: 210 time: 0.0499954
Apr 11 17:32:40.638610 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-0bf5998a-422a-46c4-9737-eb98d73f6493 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:40.640204 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-0bf5998a-422a-46c4-9737-eb98d73f6493 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.37 "GET /v2.0/networks?id=1140dd09-af9d-42e2-a743-9d7885c1f4a0 HTTP/1.1" status: 200  len: 812 time: 0.1612585
Apr 11 17:32:40.707143 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-ab282eac-7b2e-493b-be23-773c28a26b5b tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6b0522f96894d59bdb886e0d36daf2b HTTP/1.1" status: 200  len: 8061 time: 0.0582736
Apr 11 17:32:40.716330 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Request body: {'port': {'device_id': '17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'admin_state_up': True, 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'security_groups': ['89679282-65ff-4d30-9feb-3d4dd757cad3']}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:32:40.783079 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-731eb386-5fdd-40ec-b3e7-270c4c87e14b req-568dd5c5-ddc2-4358-bb81-ebc979c1c171 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d HTTP/1.1" status: 200  len: 210 time: 0.0548410
Apr 11 17:32:40.869714 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:32:40.880160 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:32:40.888567 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Made reservation on behalf of a6b0522f96894d59bdb886e0d36daf2b for: {'port': 1} {{(pid=85264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 11 17:32:40.895280 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:41.054112 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Allocated IP 172.20.0.13 (1140dd09-af9d-42e2-a743-9d7885c1f4a0/c622cc8b-b37c-4c8f-904b-1a7e436a5dc8/6eec9fde-0a20-4e47-b75b-4b41aaf09dd6) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:32:41.515773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:41.532283 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Transition to ACTIVE for port object 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 will not be triggered until provisioned by entity DHCP. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:32:41.555879 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:41.571545 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-0c7f4cbe-a036-435b-9c6b-648561a13058 tempest-AttachVolumeNegativeTest-12291752 tempest-AttachVolumeNegativeTest-12291752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:32:41.695602 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-48049714-7470-46bb-82f1-6e975f1521d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:41.717962 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Pushing event updated for resources: {'Port': ['ID=6eec9fde-0a20-4e47-b75b-4b41aaf09dd6,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:32:41.730888 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:32:41.731318 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:32:41.731733 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:32:41.732146 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:32:41.732579 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:32:41.732989 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:32:41.733397 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:32:41.733802 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:32:41.734207 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:32:41.734617 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:32:41.735014 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:32:41.735413 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:32:41.741738 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:32:41.781406 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Network 1140dd09-af9d-42e2-a743-9d7885c1f4a0 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:32:41.782479 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:32:41.784814 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:32:41.854646 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:41.855525 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:41.881677 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-31b6fb0c-2a43-4dcd-8a4e-3674f416ed94 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1696551
Apr 11 17:32:41.893857 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] Request body: {'port': {'device_id': '17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:32:41.999651 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-b50fa1fa-c833-474b-9078-cda409a8420e None None] Provisioning for port 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 completed by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:32:42.005742 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-b50fa1fa-c833-474b-9078-cda409a8420e None None] Provisioning complete for port 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 triggered by entity DHCP. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:32:42.006159 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b50fa1fa-c833-474b-9078-cda409a8420e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:42.065287 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-b50fa1fa-c833-474b-9078-cda409a8420e None None] Port 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 cannot update to ACTIVE because it is not bound. {{(pid=85266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 11 17:32:42.086275 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:42.147318 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c018907-7c80-43dd-91f1-1373836f80e7 req-245f345b-09d7-4e83-a597-05e9b9babd87 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:42.148085 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-5c018907-7c80-43dd-91f1-1373836f80e7 req-245f345b-09d7-4e83-a597-05e9b9babd87 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Synchronizing usage tracker for tenant:a6b0522f96894d59bdb886e0d36daf2b on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:32:42.215008 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-5c018907-7c80-43dd-91f1-1373836f80e7 req-245f345b-09d7-4e83-a597-05e9b9babd87 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Unset dirty status for tenant:a6b0522f96894d59bdb886e0d36daf2b on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:32:42.216279 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5c018907-7c80-43dd-91f1-1373836f80e7 req-245f345b-09d7-4e83-a597-05e9b9babd87 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d HTTP/1.1" status: 200  len: 932 time: 0.2887778
Apr 11 17:32:42.308566 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5c018907-7c80-43dd-91f1-1373836f80e7 req-04fb25c1-75ae-4c1a-9b0f-450686ec6d34 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814378
Apr 11 17:32:42.534461 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 {{(pid=85264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:32:42.543116 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:42.558127 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] Transition to ACTIVE for port object 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 will not be triggered until provisioned by entity L2. {{(pid=85264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 11 17:32:42.560964 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:42.576609 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-56b54b28-1e36-4e35-8719-c216365f4488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:32:42.607672 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:42.721859 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6eec9fde-0a20-4e47-b75b-4b41aaf09dd6,revision_number=2']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:32:42.727200 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:32:42.944806 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] Attempting to bind port 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 on host hv-cinder-78477 for vnic_type normal with profile  {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 11 17:32:42.945186 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] Attempting to bind port 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'a3450a82-33c5-47eb-8a0e-f2730393e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0'}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 11 17:32:42.945563 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] Attempting to bind port 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 on network 1140dd09-af9d-42e2-a743-9d7885c1f4a0 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:32:42.950500 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] Port 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 on network 1140dd09-af9d-42e2-a743-9d7885c1f4a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 11 17:32:42.950865 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] Attempting to bind port 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 on network 1140dd09-af9d-42e2-a743-9d7885c1f4a0 {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 11 17:32:42.956369 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] Checking agent: {'id': 'ff222714-fd65-43da-9d5f-2c6b0dd417d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'started_at': datetime.datetime(2021, 4, 11, 17, 17, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 11 17:32:42.957651 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] Checking segment: {'id': 'a3450a82-33c5-47eb-8a0e-f2730393e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 11 17:32:42.958254 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] Bound using segment: {'id': 'a3450a82-33c5-47eb-8a0e-f2730393e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0'} {{(pid=85264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 11 17:32:42.958731 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] Bound port: 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3450a82-33c5-47eb-8a0e-f2730393e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0'}}] {{(pid=85264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 11 17:32:42.959122 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:43.036838 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] For port 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6, host hv-cinder-78477, cleared binding levels {{(pid=85264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 11 17:32:43.039898 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] For port 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6eec9fde-0a20-4e47-b75b-4b41aaf09dd6,segment=NetworkSegment(a3450a82-33c5-47eb-8a0e-f2730393e2bd),segment_id=a3450a82-33c5-47eb-8a0e-f2730393e2bd)] {{(pid=85264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 11 17:32:43.043090 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:43.058098 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a25eec68-5d25-4c96-b6fd-f1824dc730e8 tempest-VolumesSnapshotTestJSON-1541172447 tempest-VolumesSnapshotTestJSON-1541172447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:32:43.168091 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:43.216991 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6eec9fde-0a20-4e47-b75b-4b41aaf09dd6,revision_number=3']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:32:43.222174 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:32:43.256476 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:43.256943 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:43.258405 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] 10.222.0.37 "PUT /v2.0/ports/6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 HTTP/1.1" status: 200  len: 1094 time: 1.3694708
Apr 11 17:32:43.258959 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d', 'tag': '6eec9fde-0a20-4e47-b75b-4b41aaf09dd6'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:32:43.339910 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d', 'tag': '6eec9fde-0a20-4e47-b75b-4b41aaf09dd6', 'status': 'completed', 'code': 200}
Apr 11 17:32:43.387229 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-cb3357b2-c54c-4fb0-a927-ac30ebf60033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:43.388903 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-cb3357b2-c54c-4fb0-a927-ac30ebf60033 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6b0522f96894d59bdb886e0d36daf2b&device_id=17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d HTTP/1.1" status: 200  len: 1097 time: 0.0898013
Apr 11 17:32:43.513257 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-5c9cd529-b7a6-4cc7-8734-45c3b0f7fb52 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 HTTP/1.1" status: 200  len: 217 time: 0.1170206
Apr 11 17:32:43.603378 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-825959ce-33b5-48c6-933b-9e6279f6a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:43.604953 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-825959ce-33b5-48c6-933b-9e6279f6a716 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c622cc8b-b37c-4c8f-904b-1a7e436a5dc8 HTTP/1.1" status: 200  len: 851 time: 0.0857580
Apr 11 17:32:43.618513 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e915f5a-e259-4f7e-8e33-8fe4ff34c142 req-81a58d93-7ace-41d8-a989-8596049295ac tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:43.620012 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7e915f5a-e259-4f7e-8e33-8fe4ff34c142 req-81a58d93-7ace-41d8-a989-8596049295ac tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d HTTP/1.1" status: 200  len: 944 time: 0.1664376
Apr 11 17:32:43.694567 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7e915f5a-e259-4f7e-8e33-8fe4ff34c142 req-853cdb70-1f78-4e92-bcb4-cf6bbc5c72d2 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389068
Apr 11 17:32:43.720551 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-b63654b4-8d67-4522-9e8e-0fbbce3c229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:43.722168 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-b63654b4-8d67-4522-9e8e-0fbbce3c229f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1140dd09-af9d-42e2-a743-9d7885c1f4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1012142
Apr 11 17:32:43.732709 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:43.867654 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-bb361adc-49d1-40b9-a685-8320e55923ee service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386654
Apr 11 17:32:44.010850 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-eb908e7c-cf0f-4445-b7e4-6d9d909ea25b req-6943526d-9173-4014-ad96-ec8608cc0a77 service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372988
Apr 11 17:32:44.135184 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9563336-3f3b-4630-9fae-466dd78412de req-652f1c6d-3c00-42c5-af48-68f63433632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:44.136792 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d9563336-3f3b-4630-9fae-466dd78412de req-652f1c6d-3c00-42c5-af48-68f63433632f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6b0522f96894d59bdb886e0d36daf2b&device_id=17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d HTTP/1.1" status: 200  len: 1097 time: 0.0812697
Apr 11 17:32:44.280902 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9563336-3f3b-4630-9fae-466dd78412de req-2a9bf7ff-d3c7-48d9-8a61-6c12bb1db3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:44.282392 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d9563336-3f3b-4630-9fae-466dd78412de req-2a9bf7ff-d3c7-48d9-8a61-6c12bb1db3fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=1140dd09-af9d-42e2-a743-9d7885c1f4a0 HTTP/1.1" status: 200  len: 913 time: 0.1388397
Apr 11 17:32:44.356127 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d9563336-3f3b-4630-9fae-466dd78412de req-fe02464c-2cd4-48f0-98d3-7a6ab77231ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 HTTP/1.1" status: 200  len: 217 time: 0.0662529
Apr 11 17:32:44.432190 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9563336-3f3b-4630-9fae-466dd78412de req-3f4b6fb9-bce2-4986-842a-8fab3a9afb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:44.433790 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d9563336-3f3b-4630-9fae-466dd78412de req-3f4b6fb9-bce2-4986-842a-8fab3a9afb2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c622cc8b-b37c-4c8f-904b-1a7e436a5dc8 HTTP/1.1" status: 200  len: 851 time: 0.0676453
Apr 11 17:32:44.518729 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9563336-3f3b-4630-9fae-466dd78412de req-bb1bc35f-e481-449a-97e5-b6d344a03c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:44.520973 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d9563336-3f3b-4630-9fae-466dd78412de req-bb1bc35f-e481-449a-97e5-b6d344a03c82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1140dd09-af9d-42e2-a743-9d7885c1f4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777464
Apr 11 17:32:44.662111 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d9563336-3f3b-4630-9fae-466dd78412de req-7762d0da-7eb9-4acc-9f1d-9a098ead0444 service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347303
Apr 11 17:32:44.804841 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-d9563336-3f3b-4630-9fae-466dd78412de req-7080d44c-0e7a-4934-8ae1-e3dda0918a5d service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368740
Apr 11 17:32:44.898999 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f3c72-9e7f-4176-9a83-a1d127ff0a2a req-17f37a28-654e-4ebf-8b16-9f0a816cc6d1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:44.900629 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ca5f3c72-9e7f-4176-9a83-a1d127ff0a2a req-17f37a28-654e-4ebf-8b16-9f0a816cc6d1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d HTTP/1.1" status: 200  len: 944 time: 0.0896683
Apr 11 17:32:44.931377 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-ca5f3c72-9e7f-4176-9a83-a1d127ff0a2a req-a6289243-8c44-4002-8477-8287f6f803f7 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0242245
Apr 11 17:32:46.136044 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24becc1-dddd-4c3f-b9fa-6cf00dbbce9b req-ff5ace1b-8b3f-4739-901d-3eafde7b3372 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:46.137653 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e24becc1-dddd-4c3f-b9fa-6cf00dbbce9b req-ff5ace1b-8b3f-4739-901d-3eafde7b3372 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d HTTP/1.1" status: 200  len: 944 time: 0.0913360
Apr 11 17:32:46.172068 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-e24becc1-dddd-4c3f-b9fa-6cf00dbbce9b req-b6cf30e0-fa79-4a2d-91c2-e9b5aa897230 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0282521
Apr 11 17:32:47.378310 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39411441-650e-4c60-a065-a66b18da759c req-32575ee1-41a4-4353-bcff-a029d390fc49 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:47.380550 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-39411441-650e-4c60-a065-a66b18da759c req-32575ee1-41a4-4353-bcff-a029d390fc49 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d HTTP/1.1" status: 200  len: 944 time: 0.0910761
Apr 11 17:32:47.414356 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-39411441-650e-4c60-a065-a66b18da759c req-43fb822e-34b2-4909-88f8-65c1602ea7d1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0273411
Apr 11 17:32:48.615490 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3e1ce-d04b-49fb-adb7-f4598e4e65cb req-d5a0fd19-20dd-4ccb-8319-4b89b6cc7c00 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:48.617029 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f5c3e1ce-d04b-49fb-adb7-f4598e4e65cb req-d5a0fd19-20dd-4ccb-8319-4b89b6cc7c00 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d HTTP/1.1" status: 200  len: 944 time: 0.0909843
Apr 11 17:32:48.647934 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f5c3e1ce-d04b-49fb-adb7-f4598e4e65cb req-e106e35c-69f6-4bcd-a2b9-0e0d48bd5ef1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0247695
Apr 11 17:32:49.327174 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:32:49.846127 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1407b5f-a6bf-470d-8665-4d6575558825 req-193c5c75-2126-4caa-867e-bec37714ce3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:49.848343 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c1407b5f-a6bf-470d-8665-4d6575558825 req-193c5c75-2126-4caa-867e-bec37714ce3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d HTTP/1.1" status: 200  len: 944 time: 0.0876024
Apr 11 17:32:49.878186 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-c1407b5f-a6bf-470d-8665-4d6575558825 req-5046b6fe-43c9-46e7-9daf-a452e111dd74 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0236273
Apr 11 17:32:50.391064 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 11 17:32:50.533303 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6eec9fde-0a20-4e47-b75b-4b41aaf09dd6,segment=NetworkSegment(a3450a82-33c5-47eb-8a0e-f2730393e2bd),segment_id=a3450a82-33c5-47eb-8a0e-f2730393e2bd)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:32:50.547659 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Returning: {'device': '6eec9fde-0a20-4e47-b75b-4b41aaf09dd6', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'port_id': '6eec9fde-0a20-4e47-b75b-4b41aaf09dd6', 'mac_address': 'fa:16:3e:94:e6:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 11 17:32:50.609685 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:50.610897 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 11 17:32:50.627224 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6eec9fde-0a20-4e47-b75b-4b41aaf09dd6,segment=NetworkSegment(a3450a82-33c5-47eb-8a0e-f2730393e2bd),segment_id=a3450a82-33c5-47eb-8a0e-f2730393e2bd)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:32:50.629654 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:50.631456 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-a78f6407-cca0-4727-815b-80c9a8baeb27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:32:50.700375 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=6eec9fde-0a20-4e47-b75b-4b41aaf09dd6,revision_number=4']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:32:50.708360 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:32:50.708805 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:32:50.709191 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:32:50.709572 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:32:50.709951 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:32:50.710329 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:32:50.710705 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:32:50.711078 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:32:50.711454 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:32:50.711827 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:32:50.712197 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:32:50.714131 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:32:50.718256 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:32:50.837874 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] get_ports_and_sgs() called for port_ids ['6eec9fde-0a20-4e47-b75b-4b41aaf09dd6'] {{(pid=85266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 11 17:32:51.076159 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee125de-0707-4178-80cb-a7afbfaf4887 req-1e83d06f-9f9b-4c17-ac69-a7e6ef7b7b59 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:51.077796 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fee125de-0707-4178-80cb-a7afbfaf4887 req-1e83d06f-9f9b-4c17-ac69-a7e6ef7b7b59 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d HTTP/1.1" status: 200  len: 945 time: 0.0872374
Apr 11 17:32:51.113021 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-fee125de-0707-4178-80cb-a7afbfaf4887 req-97964556-641f-40b4-9d50-553da3315067 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0282602
Apr 11 17:32:52.312989 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466fdab-7413-4849-a5d0-997c72e25b5b req-03e684f1-31f7-485e-a58e-660f21c440e4 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:52.314571 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5466fdab-7413-4849-a5d0-997c72e25b5b req-03e684f1-31f7-485e-a58e-660f21c440e4 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d HTTP/1.1" status: 200  len: 945 time: 0.0885034
Apr 11 17:32:52.351042 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5466fdab-7413-4849-a5d0-997c72e25b5b req-367ef55b-c555-4b00-8595-57ac4231113c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0296605
Apr 11 17:32:52.423408 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 up at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 11 17:32:52.496394 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning for port 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 completed by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 11 17:32:52.501175 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.provisioning_blocks [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Provisioning complete for port 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 triggered by entity L2. {{(pid=85266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 11 17:32:52.501587 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838216347'] for port, provisioning_complete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:52.625456 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:52.637321 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eec9fde-0a20-4e47-b75b-4b41aaf09dd6'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:32:52.647822 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] For port 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6eec9fde-0a20-4e47-b75b-4b41aaf09dd6,segment=NetworkSegment(a3450a82-33c5-47eb-8a0e-f2730393e2bd),segment_id=a3450a82-33c5-47eb-8a0e-f2730393e2bd)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:32:52.650686 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:52.652722 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:32:52.691509 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eec9fde-0a20-4e47-b75b-4b41aaf09dd6', 'code': 200}
Apr 11 17:32:52.726210 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Pushing event updated for resources: {'Port': ['ID=6eec9fde-0a20-4e47-b75b-4b41aaf09dd6,revision_number=5']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:32:52.730860 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:32:52.980804 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e8207-0e34-44af-b86b-8056054388bd req-75a11d71-943a-40e7-ae03-6293058a9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:52.982293 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a65e8207-0e34-44af-b86b-8056054388bd req-75a11d71-943a-40e7-ae03-6293058a9056 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d HTTP/1.1" status: 200  len: 1099 time: 0.0786309
Apr 11 17:32:53.009449 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a65e8207-0e34-44af-b86b-8056054388bd req-4e8f10bd-cf3a-44f8-885b-85dd1e3b20d5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0191739
Apr 11 17:32:53.559832 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e13859-bf45-41d5-8528-53e23a1cb596 req-e9292692-cdbd-4e02-9a01-8943e43290a3 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:53.561480 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f5e13859-bf45-41d5-8528-53e23a1cb596 req-e9292692-cdbd-4e02-9a01-8943e43290a3 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d HTTP/1.1" status: 200  len: 946 time: 0.0948150
Apr 11 17:32:53.591380 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f5e13859-bf45-41d5-8528-53e23a1cb596 req-35cb715b-38e3-4f55-bb72-9d84f7f2ee5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0236137
Apr 11 17:32:54.865864 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da253f-2b5f-4d19-a066-362a2de62cc5 req-72140545-baf3-4a1a-9a26-7d092a74f6ab tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:54.867451 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a8da253f-2b5f-4d19-a066-362a2de62cc5 req-72140545-baf3-4a1a-9a26-7d092a74f6ab tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d HTTP/1.1" status: 200  len: 946 time: 0.0903430
Apr 11 17:32:54.902916 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a8da253f-2b5f-4d19-a066-362a2de62cc5 req-ba681dad-0bd9-4f87-bd15-15c0d0e4005f tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0284157
Apr 11 17:32:55.102972 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6c689-bbf0-4d87-9d77-3ddcb6939901 req-048dd42e-58a7-4ea5-ba60-0e95f535ae62 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:55.104561 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-06d6c689-bbf0-4d87-9d77-3ddcb6939901 req-048dd42e-58a7-4ea5-ba60-0e95f535ae62 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d HTTP/1.1" status: 200  len: 946 time: 0.0883183
Apr 11 17:32:55.138298 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-06d6c689-bbf0-4d87-9d77-3ddcb6939901 req-40385ed1-2a04-41b6-a6fe-75e9348abd9e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0275669
Apr 11 17:32:55.163012 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 57110) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:32:55.241146 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f520bf0-e83a-4c5e-bc10-e78b8bc5afa2 tempest-TestVolumeBootPattern-1130918445 tempest-TestVolumeBootPattern-1130918445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:55.242787 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-9f520bf0-e83a-4c5e-bc10-e78b8bc5afa2 tempest-TestVolumeBootPattern-1130918445 tempest-TestVolumeBootPattern-1130918445-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d HTTP/1.1" status: 200  len: 1094 time: 0.0787258
Apr 11 17:32:55.246204 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85264) accepted ('10.222.0.30', 57114) {{(pid=85264) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:32:55.252037 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.v2.base [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Request body: {'floatingip': {'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'port_id': '6eec9fde-0a20-4e47-b75b-4b41aaf09dd6', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=85264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 11 17:32:55.259278 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 11 17:32:55.263374 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Usage tracker for resource:floatingip and tenant:a6b0522f96894d59bdb886e0d36daf2b is out of sync, need to count used quota {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 11 17:32:55.266415 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=85264) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 11 17:32:55.273462 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.quota.driver [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=85264) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 11 17:32:55.533532 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for floatingip, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:55.680719 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:55.824468 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_common [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Allocated IP 172.27.0.16 (25e26079-4f70-47ba-b0dc-8350ca691b81/cc27d420-6b5b-4cd9-be1f-976508ada296/e902eedd-8c98-4b20-8e43-9e4aaa47bfe2) {{(pid=85264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 11 17:32:55.981500 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for port, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:56.011649 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300245843162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:56.030805 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-2d0e9660-4afb-433a-8c8a-2aba66183ddc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:32:56.174738 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Pushing event updated for resources: {'Port': ['ID=e902eedd-8c98-4b20-8e43-9e4aaa47bfe2,revision_number=1']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:32:56.178676 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:32:56.222943 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Network 25e26079-4f70-47ba-b0dc-8350ca691b81 is already hosted by enough agents. {{(pid=85264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 11 17:32:56.224116 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.base_scheduler [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Resources bound (agent type, host, resource id):  {{(pid=85264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 11 17:32:56.226487 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Received port after_create {{(pid=85264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 11 17:32:56.660285 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:56.740331 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838089492'] for port, before_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:57.011925 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for port, precommit_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:57.015303 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736609326895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300245843145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736608932689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852461573'] for port, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:57.034428 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-78464497-f78d-47e1-b906-43dc407edba4 tempest-AttachVolumeTestJSON-942515191 tempest-AttachVolumeTestJSON-942515191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:32:57.175142 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Pushing event updated for resources: {'Port': ['ID=e902eedd-8c98-4b20-8e43-9e4aaa47bfe2,revision_number=2']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:32:57.180284 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:32:57.267727 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448862'] for floatingip, after_update {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:57.388533 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:57.455587 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.l3_db [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Floating IP 14621975-aba2-41e2-8a96-92df0f3fe48b associated. External IP: 172.27.0.16, port: 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6.
Apr 11 17:32:57.830529 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Router 403792f2-96c2-448c-85d4-bcfc563f3782 has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:32:58.021953 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:32:58.031986 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8ecfc2-f8f3-4fb0-89ce-1101ce724f4b None None] Sync routers for ids ['403792f2-96c2-448c-85d4-bcfc563f3782'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:32:58.042728 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8ecfc2-f8f3-4fb0-89ce-1101ce724f4b None None] Routers {'403792f2-96c2-448c-85d4-bcfc563f3782'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:32:58.043406 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-3d8ecfc2-f8f3-4fb0-89ce-1101ce724f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2265a4e0b8>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:32:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['403792f2-96c2-448c-85d4-bcfc563f3782'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:32:58.045639 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for floatingip, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:32:58.105150 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-400d5414-df45-42e6-9822-1270c819ff3c tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8574955
Apr 11 17:32:58.105823 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d', 'tag': '6eec9fde-0a20-4e47-b75b-4b41aaf09dd6'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:32:58.160390 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d', 'tag': '6eec9fde-0a20-4e47-b75b-4b41aaf09dd6', 'status': 'completed', 'code': 200}
Apr 11 17:32:58.236268 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-3d8ecfc2-f8f3-4fb0-89ce-1101ce724f4b None None] Set router 403792f2-96c2-448c-85d4-bcfc563f3782 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:32:58.272651 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3cb6a-680f-4a5d-b701-38f634526c72 req-1009e896-fce7-4a91-8184-e627a6c0b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:58.274283 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a9a3cb6a-680f-4a5d-b701-38f634526c72 req-1009e896-fce7-4a91-8184-e627a6c0b781 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6b0522f96894d59bdb886e0d36daf2b&device_id=17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d HTTP/1.1" status: 200  len: 1099 time: 0.0846517
Apr 11 17:32:58.427117 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3cb6a-680f-4a5d-b701-38f634526c72 req-4af93f1d-bd80-44b1-a5ba-a88c4fe5fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:58.428762 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a9a3cb6a-680f-4a5d-b701-38f634526c72 req-4af93f1d-bd80-44b1-a5ba-a88c4fe5fc70 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1140dd09-af9d-42e2-a743-9d7885c1f4a0 HTTP/1.1" status: 200  len: 913 time: 0.1478753
Apr 11 17:32:58.540970 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a9a3cb6a-680f-4a5d-b701-38f634526c72 req-ab6a915e-4e5c-459e-81b8-1ebd4178fe75 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 HTTP/1.1" status: 200  len: 999 time: 0.1062210
Apr 11 17:32:58.611175 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-3d8ecfc2-f8f3-4fb0-89ce-1101ce724f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2265a4e0b8>, [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 4, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': '14621975-aba2-41e2-8a96-92df0f3fe48b', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'port_id': '6eec9fde-0a20-4e47-b75b-4b41aaf09dd6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'mac_address': 'fa:16:3e:94:e6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:32:56Z', 'updated_at': '2021-04-11T17:32:56Z', 'revision_number': 0, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'fixed_ip_address_scope': None}, {'id': '4cd74e8c-7853-4477-bdb1-8d8f303d4145', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'port_id': 'c2a32c27-70f6-4c89-beec-a252abec6d2a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'mac_address': 'fa:16:3e:1b:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06303fda-b458-4326-9298-2343e482973f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:31:07Z', 'updated_at': '2021-04-11T17:31:10Z', 'revision_number': 1, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aac025a-b521-4307-9f4a-f9fe68512291', 'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'mac_address': 'fa:16:3e:6d:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:43Z', 'updated_at': '2021-04-11T17:27:54Z', 'revision_number': 5, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'subnets': [{'id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:32:58.615995 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8ecfc2-f8f3-4fb0-89ce-1101ce724f4b None None] Checking router: 403792f2-96c2-448c-85d4-bcfc563f3782 for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:32:58.617103 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3cb6a-680f-4a5d-b701-38f634526c72 req-5ea51805-1222-4462-bd72-c9255f3c21ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:58.618655 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a9a3cb6a-680f-4a5d-b701-38f634526c72 req-5ea51805-1222-4462-bd72-c9255f3c21ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c622cc8b-b37c-4c8f-904b-1a7e436a5dc8 HTTP/1.1" status: 200  len: 851 time: 0.0717604
Apr 11 17:32:58.625049 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8ecfc2-f8f3-4fb0-89ce-1101ce724f4b None None] Routers {'403792f2-96c2-448c-85d4-bcfc563f3782'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:32:58.625699 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-3d8ecfc2-f8f3-4fb0-89ce-1101ce724f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2265a4e0b8>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:32:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['403792f2-96c2-448c-85d4-bcfc563f3782'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:32:58.977687 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3cb6a-680f-4a5d-b701-38f634526c72 req-40c9f4ad-53fc-41f8-9081-b2a883c7bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:32:58.979316 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a9a3cb6a-680f-4a5d-b701-38f634526c72 req-40c9f4ad-53fc-41f8-9081-b2a883c7bb5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1140dd09-af9d-42e2-a743-9d7885c1f4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3542895
Apr 11 17:32:59.004260 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-3d8ecfc2-f8f3-4fb0-89ce-1101ce724f4b None None] Set router 403792f2-96c2-448c-85d4-bcfc563f3782 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:32:59.123800 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a9a3cb6a-680f-4a5d-b701-38f634526c72 req-d3c565cc-32e8-469e-809d-a1424c29e13d service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369295
Apr 11 17:32:59.267131 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a9a3cb6a-680f-4a5d-b701-38f634526c72 req-2ba5c5b2-3ea0-4686-b0fc-755ae60ccea7 service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371732
Apr 11 17:32:59.385221 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-3d8ecfc2-f8f3-4fb0-89ce-1101ce724f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2265a4e0b8>, [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 4, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': '14621975-aba2-41e2-8a96-92df0f3fe48b', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'port_id': '6eec9fde-0a20-4e47-b75b-4b41aaf09dd6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'mac_address': 'fa:16:3e:94:e6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:32:56Z', 'updated_at': '2021-04-11T17:32:56Z', 'revision_number': 0, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'fixed_ip_address_scope': None}, {'id': '4cd74e8c-7853-4477-bdb1-8d8f303d4145', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'port_id': 'c2a32c27-70f6-4c89-beec-a252abec6d2a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'mac_address': 'fa:16:3e:1b:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06303fda-b458-4326-9298-2343e482973f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:31:07Z', 'updated_at': '2021-04-11T17:31:10Z', 'revision_number': 1, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aac025a-b521-4307-9f4a-f9fe68512291', 'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'mac_address': 'fa:16:3e:6d:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:43Z', 'updated_at': '2021-04-11T17:27:54Z', 'revision_number': 5, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'subnets': [{'id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:32:59.389344 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8ecfc2-f8f3-4fb0-89ce-1101ce724f4b None None] The sync data for ids ['403792f2-96c2-448c-85d4-bcfc563f3782'] in dv-cinder-784779-4-iscsi is: [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 4, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': '14621975-aba2-41e2-8a96-92df0f3fe48b', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'port_id': '6eec9fde-0a20-4e47-b75b-4b41aaf09dd6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'mac_address': 'fa:16:3e:94:e6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:32:56Z', 'updated_at': '2021-04-11T17:32:56Z', 'revision_number': 0, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'fixed_ip_address_scope': None}, {'id': '4cd74e8c-7853-4477-bdb1-8d8f303d4145', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'port_id': 'c2a32c27-70f6-4c89-beec-a252abec6d2a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'mac_address': 'fa:16:3e:1b:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06303fda-b458-4326-9298-2343e482973f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:31:07Z', 'updated_at': '2021-04-11T17:31:10Z', 'revision_number': 1, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aac025a-b521-4307-9f4a-f9fe68512291', 'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'mac_address': 'fa:16:3e:6d:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:43Z', 'updated_at': '2021-04-11T17:27:54Z', 'revision_number': 5, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'subnets': [{'id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:32:59.686927 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d02753-29c0-4167-8777-368d3785f945 None None] New status for floating IP 14621975-aba2-41e2-8a96-92df0f3fe48b: ACTIVE {{(pid=85267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 11 17:33:09.214965 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-01825b06-b240-4af9-838c-0466f7b39624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:33:11.696261 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2e8ba692-8931-40a1-b06d-ef675cdd435f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:33:12.610980 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:33:13.170073 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:33:13.733872 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:33:26.326009 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:33:27.407002 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:33:38.888982 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-39fa0ec6-17d4-4f64-a501-788a9cb82f6a req-6a453635-f251-4516-beb8-9990b8e700b5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=06303fda-b458-4326-9298-2343e482973f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0822773
Apr 11 17:33:39.039104 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa0ec6-17d4-4f64-a501-788a9cb82f6a req-6bfa0fb6-f0b3-4599-8654-13eac3c8a7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:33:39.040718 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-39fa0ec6-17d4-4f64-a501-788a9cb82f6a req-6bfa0fb6-f0b3-4599-8654-13eac3c8a7ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6b0522f96894d59bdb886e0d36daf2b&device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 1098 time: 0.0817120
Apr 11 17:33:39.198592 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa0ec6-17d4-4f64-a501-788a9cb82f6a req-440b34a4-5537-451c-b1d6-5c73bdf539de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:33:39.200175 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-39fa0ec6-17d4-4f64-a501-788a9cb82f6a req-440b34a4-5537-451c-b1d6-5c73bdf539de service neutron] 10.222.0.37 "GET /v2.0/networks?id=1140dd09-af9d-42e2-a743-9d7885c1f4a0 HTTP/1.1" status: 200  len: 913 time: 0.1391785
Apr 11 17:33:39.216813 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a97e-95d6-4606-bdb5-0674e75ff7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:33:39.312587 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-39fa0ec6-17d4-4f64-a501-788a9cb82f6a req-2b99ee4a-0ded-4383-96fe-ee1e97a28510 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2a32c27-70f6-4c89-beec-a252abec6d2a HTTP/1.1" status: 200  len: 1001 time: 0.1049590
Apr 11 17:33:39.381307 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa0ec6-17d4-4f64-a501-788a9cb82f6a req-69fef776-eb92-4b32-8c0e-1ccf8a5f064c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:33:39.382870 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-39fa0ec6-17d4-4f64-a501-788a9cb82f6a req-69fef776-eb92-4b32-8c0e-1ccf8a5f064c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c622cc8b-b37c-4c8f-904b-1a7e436a5dc8 HTTP/1.1" status: 200  len: 851 time: 0.0642154
Apr 11 17:33:39.470563 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa0ec6-17d4-4f64-a501-788a9cb82f6a req-040a1613-9ffa-4a65-b4cf-2995dc445a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:33:39.472160 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-39fa0ec6-17d4-4f64-a501-788a9cb82f6a req-040a1613-9ffa-4a65-b4cf-2995dc445a1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1140dd09-af9d-42e2-a743-9d7885c1f4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828567
Apr 11 17:33:39.616205 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-39fa0ec6-17d4-4f64-a501-788a9cb82f6a req-8100dc05-d30f-419d-afb3-c63728ca9ab6 service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370795
Apr 11 17:33:39.763057 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-39fa0ec6-17d4-4f64-a501-788a9cb82f6a req-77e1768b-8e75-4cce-9caf-28fd405fa36d service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396883
Apr 11 17:33:41.696887 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fdbdeb56-b253-40a5-8b8f-e334a4401b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:33:42.614185 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:33:43.172281 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:33:43.736361 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:33:57.397008 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:03.324861 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:34:09.218400 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e73e0efe-3afa-416a-8093-09a5a8f7e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:11.697962 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6e2284cc-a7ce-43c3-8da0-29d12027e534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:12.617481 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:13.174603 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:13.739973 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:27.430084 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:29.504592 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 57152) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:34:29.721268 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Deleting port e902eedd-8c98-4b20-8e43-9e4aaa47bfe2 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:34:29.721642 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:29.899183 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:29.899468 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:30.030995 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Calling delete_port for e902eedd-8c98-4b20-8e43-9e4aaa47bfe2 owned by network:floatingip {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:34:30.186212 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:30.201500 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d11bae3d-8065-4832-a4b6-43343f92e188 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:34:30.261463 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Pushing event deleted for resources: {'Port': ['ID=e902eedd-8c98-4b20-8e43-9e4aaa47bfe2,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:34:30.318971 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:34:30.319395 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:34:30.319816 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:34:30.320235 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:34:30.320675 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:34:30.321087 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:34:30.321497 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:34:30.321904 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:34:30.322311 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:34:30.322714 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:34:30.323117 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:34:30.323520 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:34:30.328408 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:34:30.478079 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for floatingip, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:30.478447 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.l3_db [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Floating IP 14621975-aba2-41e2-8a96-92df0f3fe48b disassociated (deleted). External IP: 172.27.0.16, port: 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6.
Apr 11 17:34:30.849185 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Router 403792f2-96c2-448c-85d4-bcfc563f3782 has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:34:31.039607 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:34:31.049820 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731ec927-bd4f-4299-8bab-69df7271f0ad None None] Sync routers for ids ['403792f2-96c2-448c-85d4-bcfc563f3782'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:34:31.059540 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for floatingip, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:31.059973 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731ec927-bd4f-4299-8bab-69df7271f0ad None None] Routers {'403792f2-96c2-448c-85d4-bcfc563f3782'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:34:31.060686 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-731ec927-bd4f-4299-8bab-69df7271f0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2264ee5588>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:34:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['403792f2-96c2-448c-85d4-bcfc563f3782'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:34:31.122702 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-3c3389b5-729e-4378-a268-59ebf2ab86da tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "DELETE /v2.0/floatingips/14621975-aba2-41e2-8a96-92df0f3fe48b HTTP/1.1" status: 204  len: 168 time: 1.6168618
Apr 11 17:34:31.123327 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d', 'tag': '6eec9fde-0a20-4e47-b75b-4b41aaf09dd6'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:34:31.258109 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-731ec927-bd4f-4299-8bab-69df7271f0ad None None] Set router 403792f2-96c2-448c-85d4-bcfc563f3782 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:34:31.272090 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d', 'tag': '6eec9fde-0a20-4e47-b75b-4b41aaf09dd6', 'status': 'completed', 'code': 200}
Apr 11 17:34:31.385910 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dde102-8a62-4137-87c8-ea5465faed65 req-ee5b1a5a-48b2-4b1a-852b-d078528a5177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:34:31.387550 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a6dde102-8a62-4137-87c8-ea5465faed65 req-ee5b1a5a-48b2-4b1a-852b-d078528a5177 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6b0522f96894d59bdb886e0d36daf2b&device_id=17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d HTTP/1.1" status: 200  len: 1099 time: 0.0918038
Apr 11 17:34:31.546878 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dde102-8a62-4137-87c8-ea5465faed65 req-39aeaaf9-6f85-4a26-96ca-4b8f64f54efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:34:31.548323 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a6dde102-8a62-4137-87c8-ea5465faed65 req-39aeaaf9-6f85-4a26-96ca-4b8f64f54efd service neutron] 10.222.0.37 "GET /v2.0/networks?id=1140dd09-af9d-42e2-a743-9d7885c1f4a0 HTTP/1.1" status: 200  len: 913 time: 0.1541450
Apr 11 17:34:31.646699 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-731ec927-bd4f-4299-8bab-69df7271f0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2264ee5588>, [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 4, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': '4cd74e8c-7853-4477-bdb1-8d8f303d4145', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'port_id': 'c2a32c27-70f6-4c89-beec-a252abec6d2a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'mac_address': 'fa:16:3e:1b:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06303fda-b458-4326-9298-2343e482973f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:31:07Z', 'updated_at': '2021-04-11T17:31:10Z', 'revision_number': 1, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aac025a-b521-4307-9f4a-f9fe68512291', 'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'mac_address': 'fa:16:3e:6d:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:43Z', 'updated_at': '2021-04-11T17:27:54Z', 'revision_number': 5, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'subnets': [{'id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:34:31.650645 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731ec927-bd4f-4299-8bab-69df7271f0ad None None] Checking router: 403792f2-96c2-448c-85d4-bcfc563f3782 for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:34:31.659498 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731ec927-bd4f-4299-8bab-69df7271f0ad None None] Routers {'403792f2-96c2-448c-85d4-bcfc563f3782'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:34:31.660149 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-731ec927-bd4f-4299-8bab-69df7271f0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2264ee5588>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:34:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['403792f2-96c2-448c-85d4-bcfc563f3782'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:34:31.665148 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a6dde102-8a62-4137-87c8-ea5465faed65 req-18ba1c39-e9df-4218-894c-fe649f446c5c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 HTTP/1.1" status: 200  len: 217 time: 0.1089766
Apr 11 17:34:31.762089 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dde102-8a62-4137-87c8-ea5465faed65 req-0d7e0838-cb68-48dd-b460-bc73748978fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:34:31.763665 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a6dde102-8a62-4137-87c8-ea5465faed65 req-0d7e0838-cb68-48dd-b460-bc73748978fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c622cc8b-b37c-4c8f-904b-1a7e436a5dc8 HTTP/1.1" status: 200  len: 851 time: 0.0920677
Apr 11 17:34:31.831123 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254206c-7fa7-4674-bd09-40408e7ea619 req-ebe34454-b1f9-4fe1-8a6a-80ce66ee67c2 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:34:31.833025 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7254206c-7fa7-4674-bd09-40408e7ea619 req-ebe34454-b1f9-4fe1-8a6a-80ce66ee67c2 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d HTTP/1.1" status: 200  len: 946 time: 0.3427434
Apr 11 17:34:31.855688 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-731ec927-bd4f-4299-8bab-69df7271f0ad None None] Set router 403792f2-96c2-448c-85d4-bcfc563f3782 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:34:31.879520 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-7254206c-7fa7-4674-bd09-40408e7ea619 req-1d67c87a-2018-4e25-90b0-372ed5bbf815 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388870
Apr 11 17:34:31.886041 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dde102-8a62-4137-87c8-ea5465faed65 req-053f0847-08b5-4e05-91cb-59dee8981e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:34:31.887608 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a6dde102-8a62-4137-87c8-ea5465faed65 req-053f0847-08b5-4e05-91cb-59dee8981e61 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1140dd09-af9d-42e2-a743-9d7885c1f4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1154907
Apr 11 17:34:32.036022 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a6dde102-8a62-4137-87c8-ea5465faed65 req-108f8c54-4fb1-41ca-9f01-b4d08ac6c9aa service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409864
Apr 11 17:34:32.185619 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a6dde102-8a62-4137-87c8-ea5465faed65 req-53378b5b-b58c-4685-a483-3e18fc311e99 service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1420593
Apr 11 17:34:32.415754 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-731ec927-bd4f-4299-8bab-69df7271f0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2264ee5588>, [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 4, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': '4cd74e8c-7853-4477-bdb1-8d8f303d4145', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'port_id': 'c2a32c27-70f6-4c89-beec-a252abec6d2a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'mac_address': 'fa:16:3e:1b:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06303fda-b458-4326-9298-2343e482973f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:31:07Z', 'updated_at': '2021-04-11T17:31:10Z', 'revision_number': 1, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aac025a-b521-4307-9f4a-f9fe68512291', 'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'mac_address': 'fa:16:3e:6d:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:43Z', 'updated_at': '2021-04-11T17:27:54Z', 'revision_number': 5, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'subnets': [{'id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:34:32.419944 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731ec927-bd4f-4299-8bab-69df7271f0ad None None] The sync data for ids ['403792f2-96c2-448c-85d4-bcfc563f3782'] in dv-cinder-784779-4-iscsi is: [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 4, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_floatingips': [{'id': '4cd74e8c-7853-4477-bdb1-8d8f303d4145', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'router_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'port_id': 'c2a32c27-70f6-4c89-beec-a252abec6d2a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'mac_address': 'fa:16:3e:1b:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06303fda-b458-4326-9298-2343e482973f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:31:07Z', 'updated_at': '2021-04-11T17:31:10Z', 'revision_number': 1, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aac025a-b521-4307-9f4a-f9fe68512291', 'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'mac_address': 'fa:16:3e:6d:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:43Z', 'updated_at': '2021-04-11T17:27:54Z', 'revision_number': 5, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'subnets': [{'id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:34:32.795174 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2954120-84bf-4f1a-b96b-44ee47e664b1 None None] New status for floating IP 14621975-aba2-41e2-8a96-92df0f3fe48b: DOWN {{(pid=85267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 11 17:34:32.976378 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1033267-421b-4799-bfb6-04ad9acb82f3 req-622304b2-afcd-487e-8085-583b59cb9eba tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:34:32.978086 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f1033267-421b-4799-bfb6-04ad9acb82f3 req-622304b2-afcd-487e-8085-583b59cb9eba tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.37 "GET /v2.0/ports?device_id=17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d HTTP/1.1" status: 200  len: 946 time: 0.0945189
Apr 11 17:34:33.056586 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-f1033267-421b-4799-bfb6-04ad9acb82f3 req-c6bb8b44-b1d0-432d-8c6a-6a1e14bd5a72 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Deleting port 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:34:33.056980 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f1033267-421b-4799-bfb6-04ad9acb82f3 req-c6bb8b44-b1d0-432d-8c6a-6a1e14bd5a72 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:33.165169 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c7314-5db2-48eb-9c6c-bfe8bca4579b req-c8c18599-65d4-45f1-bb9c-0b6759b2b42f tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:34:33.165850 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-411c7314-5db2-48eb-9c6c-bfe8bca4579b req-c8c18599-65d4-45f1-bb9c-0b6759b2b42f tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Synchronizing usage tracker for tenant:a6b0522f96894d59bdb886e0d36daf2b on resource:port {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:34:33.181773 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-411c7314-5db2-48eb-9c6c-bfe8bca4579b req-c8c18599-65d4-45f1-bb9c-0b6759b2b42f tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Unset dirty status for tenant:a6b0522f96894d59bdb886e0d36daf2b on resource:port {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:34:33.183129 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-411c7314-5db2-48eb-9c6c-bfe8bca4579b req-c8c18599-65d4-45f1-bb9c-0b6759b2b42f tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d HTTP/1.1" status: 200  len: 946 time: 0.1672471
Apr 11 17:34:33.215155 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-411c7314-5db2-48eb-9c6c-bfe8bca4579b req-0d156433-7d10-4f0d-b247-fd05d00e8de0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0258195
Apr 11 17:34:33.322544 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-f1033267-421b-4799-bfb6-04ad9acb82f3 req-c6bb8b44-b1d0-432d-8c6a-6a1e14bd5a72 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] For port 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6eec9fde-0a20-4e47-b75b-4b41aaf09dd6,segment=NetworkSegment(a3450a82-33c5-47eb-8a0e-f2730393e2bd),segment_id=a3450a82-33c5-47eb-8a0e-f2730393e2bd)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:34:33.322931 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f1033267-421b-4799-bfb6-04ad9acb82f3 req-c6bb8b44-b1d0-432d-8c6a-6a1e14bd5a72 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:33.452801 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-f1033267-421b-4799-bfb6-04ad9acb82f3 req-c6bb8b44-b1d0-432d-8c6a-6a1e14bd5a72 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Calling delete_port for 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 owned by compute:nova {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:34:33.601631 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f1033267-421b-4799-bfb6-04ad9acb82f3 req-c6bb8b44-b1d0-432d-8c6a-6a1e14bd5a72 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:33.619311 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f65cc5b2-ceb3-4db3-bdb6-64bd8d78d361 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:34:33.680895 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb8b44-b1d0-432d-8c6a-6a1e14bd5a72 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Pushing event deleted for resources: {'Port': ['ID=6eec9fde-0a20-4e47-b75b-4b41aaf09dd6,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:34:33.738894 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bb8b44-b1d0-432d-8c6a-6a1e14bd5a72 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:34:33.739239 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bb8b44-b1d0-432d-8c6a-6a1e14bd5a72 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:34:33.739657 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bb8b44-b1d0-432d-8c6a-6a1e14bd5a72 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:34:33.740066 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bb8b44-b1d0-432d-8c6a-6a1e14bd5a72 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:34:33.740514 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bb8b44-b1d0-432d-8c6a-6a1e14bd5a72 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:34:33.740921 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bb8b44-b1d0-432d-8c6a-6a1e14bd5a72 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:34:33.741323 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bb8b44-b1d0-432d-8c6a-6a1e14bd5a72 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:34:33.741727 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bb8b44-b1d0-432d-8c6a-6a1e14bd5a72 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:34:33.742128 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bb8b44-b1d0-432d-8c6a-6a1e14bd5a72 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:34:33.742764 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bb8b44-b1d0-432d-8c6a-6a1e14bd5a72 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:34:33.743426 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bb8b44-b1d0-432d-8c6a-6a1e14bd5a72 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:34:33.744105 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bb8b44-b1d0-432d-8c6a-6a1e14bd5a72 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-iscsi {{(pid=85264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 11 17:34:33.751220 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c6bb8b44-b1d0-432d-8c6a-6a1e14bd5a72 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:34:33.881469 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1033267-421b-4799-bfb6-04ad9acb82f3 req-c6bb8b44-b1d0-432d-8c6a-6a1e14bd5a72 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] No DVR routers for this DVR port 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 on host hv-cinder-78477 {{(pid=85264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:34:33.884028 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f1033267-421b-4799-bfb6-04ad9acb82f3 req-c6bb8b44-b1d0-432d-8c6a-6a1e14bd5a72 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:33.886793 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d', 'name': 'network-vif-deleted', 'tag': '6eec9fde-0a20-4e47-b75b-4b41aaf09dd6'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:34:33.902507 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f1033267-421b-4799-bfb6-04ad9acb82f3 req-c6bb8b44-b1d0-432d-8c6a-6a1e14bd5a72 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.37 "DELETE /v2.0/ports/6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 HTTP/1.1" status: 204  len: 173 time: 0.9190578
Apr 11 17:34:33.936360 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d', 'name': 'network-vif-deleted', 'tag': '6eec9fde-0a20-4e47-b75b-4b41aaf09dd6', 'status': 'completed', 'code': 200}
Apr 11 17:34:34.399361 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-910e74be-87f2-4eb0-be13-f940bee00432 req-baa9ca03-cf0d-48e5-9880-712c88a0e0d1 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=17ec46ef-43f0-4d2d-ad6b-2a6bae10c38d HTTP/1.1" status: 200  len: 210 time: 0.0495389
Apr 11 17:34:34.809743 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:34:34.847871 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] No Port match for: 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:34:34.848272 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device 6eec9fde-0a20-4e47-b75b-4b41aaf09dd6 not bound to the agent host hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:34:37.920239 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 57190) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:34:38.135219 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e5366-ae53-4e99-b866-d519a40b4699 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Deleting port a16b1afb-94fc-446f-baa2-394a2f382f7f {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:34:38.135595 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8b8e5366-ae53-4e99-b866-d519a40b4699 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:38.318921 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8b8e5366-ae53-4e99-b866-d519a40b4699 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:38.319283 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8b8e5366-ae53-4e99-b866-d519a40b4699 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:38.686239 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e5366-ae53-4e99-b866-d519a40b4699 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Calling delete_port for a16b1afb-94fc-446f-baa2-394a2f382f7f owned by network:floatingip {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:34:38.839164 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8b8e5366-ae53-4e99-b866-d519a40b4699 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:38.854486 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:34:38.911988 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e5366-ae53-4e99-b866-d519a40b4699 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Pushing event deleted for resources: {'Port': ['ID=a16b1afb-94fc-446f-baa2-394a2f382f7f,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:34:38.914692 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8b8e5366-ae53-4e99-b866-d519a40b4699 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:34:39.114226 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8b8e5366-ae53-4e99-b866-d519a40b4699 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for floatingip, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:39.114792 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.db.l3_db [None req-8b8e5366-ae53-4e99-b866-d519a40b4699 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Floating IP 4cd74e8c-7853-4477-bdb1-8d8f303d4145 disassociated (deleted). External IP: 172.27.0.148, port: c2a32c27-70f6-4c89-beec-a252abec6d2a.
Apr 11 17:34:39.222188 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-4fe6c614-bd60-4344-80f8-559b888a64e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:39.485370 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8e5366-ae53-4e99-b866-d519a40b4699 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Router 403792f2-96c2-448c-85d4-bcfc563f3782 has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:34:39.672784 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8e5366-ae53-4e99-b866-d519a40b4699 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:34:39.682423 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5070465-2791-4602-b289-193c5a6302e4 None None] Sync routers for ids ['403792f2-96c2-448c-85d4-bcfc563f3782'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:34:39.692483 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-8b8e5366-ae53-4e99-b866-d519a40b4699 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for floatingip, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:39.693962 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5070465-2791-4602-b289-193c5a6302e4 None None] Routers {'403792f2-96c2-448c-85d4-bcfc563f3782'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:34:39.694745 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-b5070465-2791-4602-b289-193c5a6302e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2267407438>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:34:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['403792f2-96c2-448c-85d4-bcfc563f3782'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:34:39.751011 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-8b8e5366-ae53-4e99-b866-d519a40b4699 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "DELETE /v2.0/floatingips/4cd74e8c-7853-4477-bdb1-8d8f303d4145 HTTP/1.1" status: 204  len: 168 time: 1.8295679
Apr 11 17:34:39.752474 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06303fda-b458-4326-9298-2343e482973f', 'tag': 'c2a32c27-70f6-4c89-beec-a252abec6d2a'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:34:39.806287 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06303fda-b458-4326-9298-2343e482973f', 'tag': 'c2a32c27-70f6-4c89-beec-a252abec6d2a', 'status': 'completed', 'code': 200}
Apr 11 17:34:39.889654 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-b5070465-2791-4602-b289-193c5a6302e4 None None] Set router 403792f2-96c2-448c-85d4-bcfc563f3782 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:34:39.960378 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b476d-977e-499a-86cb-afd3de3de2ae req-fb2ba91c-ae8b-47ee-bd92-e465c4c68442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:34:39.962570 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3b3b476d-977e-499a-86cb-afd3de3de2ae req-fb2ba91c-ae8b-47ee-bd92-e465c4c68442 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6b0522f96894d59bdb886e0d36daf2b&device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 1098 time: 0.1336412
Apr 11 17:34:40.245990 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-b5070465-2791-4602-b289-193c5a6302e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2267407438>, [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 4, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '9aac025a-b521-4307-9f4a-f9fe68512291', 'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'mac_address': 'fa:16:3e:6d:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:43Z', 'updated_at': '2021-04-11T17:27:54Z', 'revision_number': 5, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'subnets': [{'id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:34:40.250460 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5070465-2791-4602-b289-193c5a6302e4 None None] Checking router: 403792f2-96c2-448c-85d4-bcfc563f3782 for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:34:40.260751 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5070465-2791-4602-b289-193c5a6302e4 None None] Routers {'403792f2-96c2-448c-85d4-bcfc563f3782'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:34:40.261461 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-b5070465-2791-4602-b289-193c5a6302e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2267407438>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:34:12Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['403792f2-96c2-448c-85d4-bcfc563f3782'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:34:40.324606 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:34:40.431550 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b476d-977e-499a-86cb-afd3de3de2ae req-ed431261-5d65-4bed-9033-e555883f6998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:34:40.433177 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3b3b476d-977e-499a-86cb-afd3de3de2ae req-ed431261-5d65-4bed-9033-e555883f6998 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1140dd09-af9d-42e2-a743-9d7885c1f4a0 HTTP/1.1" status: 200  len: 913 time: 0.4643691
Apr 11 17:34:40.446312 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fd2b6-afcb-4125-8605-fd47948df0c1 req-b122ac79-5759-4393-8e41-c281f3978f98 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:34:40.447125 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-461fd2b6-afcb-4125-8605-fd47948df0c1 req-b122ac79-5759-4393-8e41-c281f3978f98 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Synchronizing usage tracker for tenant:a6b0522f96894d59bdb886e0d36daf2b on resource:port {{(pid=85264) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:34:40.451934 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-b5070465-2791-4602-b289-193c5a6302e4 None None] Set router 403792f2-96c2-448c-85d4-bcfc563f3782 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:34:40.524000 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3b3b476d-977e-499a-86cb-afd3de3de2ae req-02b4b347-4c6b-4856-adc3-2c763b2f0a10 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2a32c27-70f6-4c89-beec-a252abec6d2a HTTP/1.1" status: 200  len: 217 time: 0.0726769
Apr 11 17:34:40.569712 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-461fd2b6-afcb-4125-8605-fd47948df0c1 req-b122ac79-5759-4393-8e41-c281f3978f98 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Unset dirty status for tenant:a6b0522f96894d59bdb886e0d36daf2b on resource:port {{(pid=85264) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:34:40.570953 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-461fd2b6-afcb-4125-8605-fd47948df0c1 req-b122ac79-5759-4393-8e41-c281f3978f98 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 945 time: 0.2523494
Apr 11 17:34:40.616787 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-461fd2b6-afcb-4125-8605-fd47948df0c1 req-02b7aa7b-e7d7-41f6-93a5-c313d05198c0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384545
Apr 11 17:34:40.620415 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b476d-977e-499a-86cb-afd3de3de2ae req-cd26230f-ae3c-45d0-915d-0a926853605d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:34:40.621967 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3b3b476d-977e-499a-86cb-afd3de3de2ae req-cd26230f-ae3c-45d0-915d-0a926853605d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c622cc8b-b37c-4c8f-904b-1a7e436a5dc8 HTTP/1.1" status: 200  len: 851 time: 0.0911570
Apr 11 17:34:40.708927 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b476d-977e-499a-86cb-afd3de3de2ae req-9fe04dc5-a0f9-4af3-9e62-c44e7509c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:34:40.710552 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3b3b476d-977e-499a-86cb-afd3de3de2ae req-9fe04dc5-a0f9-4af3-9e62-c44e7509c4d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1140dd09-af9d-42e2-a743-9d7885c1f4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0812006
Apr 11 17:34:40.789738 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-b5070465-2791-4602-b289-193c5a6302e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2267407438>, [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 4, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '9aac025a-b521-4307-9f4a-f9fe68512291', 'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'mac_address': 'fa:16:3e:6d:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:43Z', 'updated_at': '2021-04-11T17:27:54Z', 'revision_number': 5, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'subnets': [{'id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:34:40.793821 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5070465-2791-4602-b289-193c5a6302e4 None None] The sync data for ids ['403792f2-96c2-448c-85d4-bcfc563f3782'] in dv-cinder-784779-4-iscsi is: [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:27:44Z', 'revision_number': 4, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi', '_interfaces': [{'id': '9aac025a-b521-4307-9f4a-f9fe68512291', 'name': '', 'network_id': '1140dd09-af9d-42e2-a743-9d7885c1f4a0', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'mac_address': 'fa:16:3e:6d:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:43Z', 'updated_at': '2021-04-11T17:27:54Z', 'revision_number': 5, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'subnets': [{'id': 'c622cc8b-b37c-4c8f-904b-1a7e436a5dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:34:40.860250 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3b3b476d-977e-499a-86cb-afd3de3de2ae req-daa17d2b-affd-45e4-a805-c891fa50e453 service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425276
Apr 11 17:34:41.007670 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-3b3b476d-977e-499a-86cb-afd3de3de2ae req-e1c08d41-9b9c-4312-bcc3-0eff6e8133ad service neutron] 10.222.0.37 "GET /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408463
Apr 11 17:34:41.208001 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c8ea0d-dc42-4f7f-b14e-80c21cf876aa None None] New status for floating IP 4cd74e8c-7853-4477-bdb1-8d8f303d4145: DOWN {{(pid=85267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 11 17:34:41.517276 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102d37c-4359-4e3e-bb33-31e4456dd9f7 req-6cc1f219-1965-47b8-8443-6fa605fe51b2 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:34:41.518851 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f102d37c-4359-4e3e-bb33-31e4456dd9f7 req-6cc1f219-1965-47b8-8443-6fa605fe51b2 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.37 "GET /v2.0/ports?device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 945 time: 0.0937178
Apr 11 17:34:41.597423 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-f102d37c-4359-4e3e-bb33-31e4456dd9f7 req-4643b8f1-a88c-4afd-b1f3-fd162eb9e7c0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Deleting port c2a32c27-70f6-4c89-beec-a252abec6d2a {{(pid=85264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:34:41.597743 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f102d37c-4359-4e3e-bb33-31e4456dd9f7 req-4643b8f1-a88c-4afd-b1f3-fd162eb9e7c0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:41.701896 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf580-b07d-40e1-8b3b-60b576620a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:41.824931 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bcf76d-d3ec-4590-8a82-f8e781938eae req-fccc1354-c9f0-41dd-9b01-cd20f75add5f tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 11 17:34:41.825711 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-a6bcf76d-d3ec-4590-8a82-f8e781938eae req-fccc1354-c9f0-41dd-9b01-cd20f75add5f tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Synchronizing usage tracker for tenant:a6b0522f96894d59bdb886e0d36daf2b on resource:port {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 11 17:34:41.838984 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.quota.resource [req-a6bcf76d-d3ec-4590-8a82-f8e781938eae req-fccc1354-c9f0-41dd-9b01-cd20f75add5f tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Unset dirty status for tenant:a6b0522f96894d59bdb886e0d36daf2b on resource:port {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 11 17:34:41.840249 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a6bcf76d-d3ec-4590-8a82-f8e781938eae req-fccc1354-c9f0-41dd-9b01-cd20f75add5f tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 945 time: 0.1077120
Apr 11 17:34:41.875706 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-a6bcf76d-d3ec-4590-8a82-f8e781938eae req-518931dc-3569-40eb-a88a-ea1493a10d68 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/security-groups?id=89679282-65ff-4d30-9feb-3d4dd757cad3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0281761
Apr 11 17:34:41.879269 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [req-f102d37c-4359-4e3e-bb33-31e4456dd9f7 req-4643b8f1-a88c-4afd-b1f3-fd162eb9e7c0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] For port c2a32c27-70f6-4c89-beec-a252abec6d2a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c2a32c27-70f6-4c89-beec-a252abec6d2a,segment=NetworkSegment(a3450a82-33c5-47eb-8a0e-f2730393e2bd),segment_id=a3450a82-33c5-47eb-8a0e-f2730393e2bd)] {{(pid=85264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:34:41.879682 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f102d37c-4359-4e3e-bb33-31e4456dd9f7 req-4643b8f1-a88c-4afd-b1f3-fd162eb9e7c0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:42.020699 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [req-f102d37c-4359-4e3e-bb33-31e4456dd9f7 req-4643b8f1-a88c-4afd-b1f3-fd162eb9e7c0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Calling delete_port for c2a32c27-70f6-4c89-beec-a252abec6d2a owned by compute:nova {{(pid=85264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:34:42.177536 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f102d37c-4359-4e3e-bb33-31e4456dd9f7 req-4643b8f1-a88c-4afd-b1f3-fd162eb9e7c0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2314227'] for port, after_delete {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:42.193664 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3f11dc50-02f7-4915-80be-60804b36a8b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:34:42.254775 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643b8f1-a88c-4afd-b1f3-fd162eb9e7c0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Pushing event deleted for resources: {'Port': ['ID=c2a32c27-70f6-4c89-beec-a252abec6d2a,revision_number=None']} {{(pid=85264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:34:42.259533 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-4643b8f1-a88c-4afd-b1f3-fd162eb9e7c0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:34:42.450804 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [req-f102d37c-4359-4e3e-bb33-31e4456dd9f7 req-4643b8f1-a88c-4afd-b1f3-fd162eb9e7c0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] No DVR routers for this DVR port c2a32c27-70f6-4c89-beec-a252abec6d2a on host hv-cinder-78477 {{(pid=85264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:34:42.453310 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [req-f102d37c-4359-4e3e-bb33-31e4456dd9f7 req-4643b8f1-a88c-4afd-b1f3-fd162eb9e7c0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for port, before_response {{(pid=85264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:42.457342 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06303fda-b458-4326-9298-2343e482973f', 'name': 'network-vif-deleted', 'tag': 'c2a32c27-70f6-4c89-beec-a252abec6d2a'}] {{(pid=85264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 11 17:34:42.472711 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-f102d37c-4359-4e3e-bb33-31e4456dd9f7 req-4643b8f1-a88c-4afd-b1f3-fd162eb9e7c0 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.37 "DELETE /v2.0/ports/c2a32c27-70f6-4c89-beec-a252abec6d2a HTTP/1.1" status: 204  len: 173 time: 0.9478931
Apr 11 17:34:42.507074 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06303fda-b458-4326-9298-2343e482973f', 'name': 'network-vif-deleted', 'tag': 'c2a32c27-70f6-4c89-beec-a252abec6d2a', 'status': 'completed', 'code': 200}
Apr 11 17:34:42.619392 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:43.055004 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [req-5d1ea32d-4f12-41ff-8e5b-826937cd9a54 req-7f7e3502-6fbf-40fe-8909-212bab6aee28 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "GET /v2.0/ports?device_id=06303fda-b458-4326-9298-2343e482973f HTTP/1.1" status: 200  len: 210 time: 0.0497682
Apr 11 17:34:43.177000 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:43.740885 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:44.156576 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 57210) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:34:44.324608 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bd848baa-b44f-4613-a138-e5035e615710 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Deleting port 308d5bd3-3439-4f1d-8795-10d9a5c4bf39 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:34:44.324983 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bd848baa-b44f-4613-a138-e5035e615710 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:44.507010 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bd848baa-b44f-4613-a138-e5035e615710 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:44.507378 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bd848baa-b44f-4613-a138-e5035e615710 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:44.637186 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bd848baa-b44f-4613-a138-e5035e615710 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Calling delete_port for 308d5bd3-3439-4f1d-8795-10d9a5c4bf39 owned by network:floatingip {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:34:44.781945 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bd848baa-b44f-4613-a138-e5035e615710 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:44.797197 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-4985f8fd-1010-48d6-837a-6738b68e213e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:34:44.853656 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd848baa-b44f-4613-a138-e5035e615710 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Pushing event deleted for resources: {'Port': ['ID=308d5bd3-3439-4f1d-8795-10d9a5c4bf39,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:34:44.857136 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device c2a32c27-70f6-4c89-beec-a252abec6d2a no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:34:44.857430 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bd848baa-b44f-4613-a138-e5035e615710 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:34:44.894514 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] No Port match for: c2a32c27-70f6-4c89-beec-a252abec6d2a {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:34:44.894906 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Device c2a32c27-70f6-4c89-beec-a252abec6d2a not bound to the agent host hv-cinder-78477 {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:34:45.058556 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bd848baa-b44f-4613-a138-e5035e615710 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for floatingip, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:45.072747 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bd848baa-b44f-4613-a138-e5035e615710 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1077'] for floatingip, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:45.073964 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-bd848baa-b44f-4613-a138-e5035e615710 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "DELETE /v2.0/floatingips/643e1735-3a43-4ae3-a831-e91442fb8551 HTTP/1.1" status: 204  len: 168 time: 0.9163191
Apr 11 17:34:46.606683 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 57224) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:34:46.679001 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f634eb63-aa24-4bcf-a477-6a0e7d0a158e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:46.713176 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f634eb63-aa24-4bcf-a477-6a0e7d0a158e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:46.768968 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f634eb63-aa24-4bcf-a477-6a0e7d0a158e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:46.774229 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ecca75a2-6de6-4120-a00d-46b66e14f15f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:34:46.789948 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634eb63-aa24-4bcf-a477-6a0e7d0a158e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89679282-65ff-4d30-9feb-3d4dd757cad3,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:34:46.792741 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f634eb63-aa24-4bcf-a477-6a0e7d0a158e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:34:46.799823 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f634eb63-aa24-4bcf-a477-6a0e7d0a158e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:46.801125 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f634eb63-aa24-4bcf-a477-6a0e7d0a158e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] 10.222.0.30 "DELETE /v2.0/security-groups/89679282-65ff-4d30-9feb-3d4dd757cad3 HTTP/1.1" status: 204  len: 168 time: 0.1933694
Apr 11 17:34:46.859690 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 57230) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:34:47.820030 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d8339d4b-ba45-40de-a7ab-cd10c7916d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448877'] for router_interface, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:48.188258 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-d8339d4b-ba45-40de-a7ab-cd10c7916d4f admin admin] Deleting port 9aac025a-b521-4307-9f4a-f9fe68512291 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:34:48.188994 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d8339d4b-ba45-40de-a7ab-cd10c7916d4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:48.376749 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-d8339d4b-ba45-40de-a7ab-cd10c7916d4f admin admin] For port 9aac025a-b521-4307-9f4a-f9fe68512291, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=9aac025a-b521-4307-9f4a-f9fe68512291,segment=NetworkSegment(a3450a82-33c5-47eb-8a0e-f2730393e2bd),segment_id=a3450a82-33c5-47eb-8a0e-f2730393e2bd)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:34:48.377148 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d8339d4b-ba45-40de-a7ab-cd10c7916d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:48.506415 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-d8339d4b-ba45-40de-a7ab-cd10c7916d4f admin admin] Calling delete_port for 9aac025a-b521-4307-9f4a-f9fe68512291 owned by network:router_interface {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:34:48.677146 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d8339d4b-ba45-40de-a7ab-cd10c7916d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:48.692651 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-32744a33-7274-4284-bf1f-43e1a4bb5f5e tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:34:48.752812 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8339d4b-ba45-40de-a7ab-cd10c7916d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=9aac025a-b521-4307-9f4a-f9fe68512291,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:34:48.756698 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d8339d4b-ba45-40de-a7ab-cd10c7916d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:34:49.141116 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d8339d4b-ba45-40de-a7ab-cd10c7916d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838482841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492909'] for router_interface, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:49.645749 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8339d4b-ba45-40de-a7ab-cd10c7916d4f admin admin] Router 403792f2-96c2-448c-85d4-bcfc563f3782 has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:34:49.834709 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8339d4b-ba45-40de-a7ab-cd10c7916d4f admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:34:49.843974 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95de408f-8b55-4e09-a636-4facd810156f None None] Sync routers for ids ['403792f2-96c2-448c-85d4-bcfc563f3782'] in dv-cinder-784779-4-iscsi {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:34:49.847755 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-d8339d4b-ba45-40de-a7ab-cd10c7916d4f admin admin] 10.222.0.30 "PUT /v2.0/routers/403792f2-96c2-448c-85d4-bcfc563f3782/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9866333
Apr 11 17:34:49.850465 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 57236) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:34:49.854810 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95de408f-8b55-4e09-a636-4facd810156f None None] Routers {'403792f2-96c2-448c-85d4-bcfc563f3782'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:34:49.855487 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-95de408f-8b55-4e09-a636-4facd810156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22650b3b70>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:34:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['403792f2-96c2-448c-85d4-bcfc563f3782'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:34:50.046330 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0f06245e-57ef-4997-8c1c-7373335c0fcb admin admin] Notify callbacks [] for router, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:50.047805 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-95de408f-8b55-4e09-a636-4facd810156f None None] Set router 403792f2-96c2-448c-85d4-bcfc563f3782 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:34:50.364373 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-95de408f-8b55-4e09-a636-4facd810156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22650b3b70>, [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:34:48Z', 'revision_number': 5, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:34:50.368970 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95de408f-8b55-4e09-a636-4facd810156f None None] Checking router: 403792f2-96c2-448c-85d4-bcfc563f3782 for host: dv-cinder-784779-4-iscsi {{(pid=85266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:34:50.378740 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95de408f-8b55-4e09-a636-4facd810156f None None] Routers {'403792f2-96c2-448c-85d4-bcfc563f3782'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:34:50.379428 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-95de408f-8b55-4e09-a636-4facd810156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f22650b3b70>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:34:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['403792f2-96c2-448c-85d4-bcfc563f3782'], 'active': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:34:50.502961 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0f06245e-57ef-4997-8c1c-7373335c0fcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:50.511561 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-0f06245e-57ef-4997-8c1c-7373335c0fcb admin admin] Deleting port 12a55706-fea0-42fb-b0eb-d1800ab91081 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:34:50.511936 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0f06245e-57ef-4997-8c1c-7373335c0fcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:50.573540 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-95de408f-8b55-4e09-a636-4facd810156f None None] Set router 403792f2-96c2-448c-85d4-bcfc563f3782 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:34:50.701435 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-0f06245e-57ef-4997-8c1c-7373335c0fcb admin admin] For port 12a55706-fea0-42fb-b0eb-d1800ab91081, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=12a55706-fea0-42fb-b0eb-d1800ab91081,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:34:50.701823 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0f06245e-57ef-4997-8c1c-7373335c0fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:50.844124 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-0f06245e-57ef-4997-8c1c-7373335c0fcb admin admin] Calling delete_port for 12a55706-fea0-42fb-b0eb-d1800ab91081 owned by network:router_gateway {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:34:51.022463 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0f06245e-57ef-4997-8c1c-7373335c0fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:51.039548 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ec49b2d3-cab3-44de-b193-203707f45d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:34:51.057361 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-95de408f-8b55-4e09-a636-4facd810156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f22650b3b70>, [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:34:48Z', 'revision_number': 5, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:34:51.061512 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95de408f-8b55-4e09-a636-4facd810156f None None] The sync data for ids ['403792f2-96c2-448c-85d4-bcfc563f3782'] in dv-cinder-784779-4-iscsi is: [{'id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'name': 'tempest-TestVolumeBootPattern-1555421232-router', 'tenant_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:39Z', 'updated_at': '2021-04-11T17:34:48Z', 'revision_number': 5, 'project_id': 'a6b0522f96894d59bdb886e0d36daf2b', 'gw_port': {'id': '12a55706-fea0-42fb-b0eb-d1800ab91081', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403792f2-96c2-448c-85d4-bcfc563f3782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:40Z', 'updated_at': '2021-04-11T17:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}] {{(pid=85266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:34:51.101520 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06245e-57ef-4997-8c1c-7373335c0fcb admin admin] Pushing event deleted for resources: {'Port': ['ID=12a55706-fea0-42fb-b0eb-d1800ab91081,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:34:51.148850 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-0f06245e-57ef-4997-8c1c-7373335c0fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:34:51.306604 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0f06245e-57ef-4997-8c1c-7373335c0fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854326909'] for router_gateway, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:51.496799 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0f06245e-57ef-4997-8c1c-7373335c0fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854254326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774632'] for router, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:51.499093 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0f06245e-57ef-4997-8c1c-7373335c0fcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:51.523222 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0f06245e-57ef-4997-8c1c-7373335c0fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-521882'] for router, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:51.523875 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f06245e-57ef-4997-8c1c-7373335c0fcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 403792f2-96c2-448c-85d4-bcfc563f3782 {{(pid=85265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 11 17:34:51.536746 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0f06245e-57ef-4997-8c1c-7373335c0fcb admin admin] Notify callbacks [] for router, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:51.537970 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-0f06245e-57ef-4997-8c1c-7373335c0fcb admin admin] 10.222.0.30 "DELETE /v2.0/routers/403792f2-96c2-448c-85d4-bcfc563f3782 HTTP/1.1" status: 204  len: 168 time: 1.6865396
Apr 11 17:34:51.540617 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 57240) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:34:51.611227 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_v2 [None req-c781fe44-73f4-4801-b7a2-c954dbdc1832 admin admin] Deleting subnet c622cc8b-b37c-4c8f-904b-1a7e436a5dc8 {{(pid=85265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 11 17:34:51.614476 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c781fe44-73f4-4801-b7a2-c954dbdc1832 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:51.667442 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c781fe44-73f4-4801-b7a2-c954dbdc1832 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852720073'] for subnet, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:51.727566 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 9aac025a-b521-4307-9f4a-f9fe68512291 no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:34:51.756005 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c781fe44-73f4-4801-b7a2-c954dbdc1832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16559076'] for subnet, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:51.768815 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: 9aac025a-b521-4307-9f4a-f9fe68512291 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:34:51.769211 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 9aac025a-b521-4307-9f4a-f9fe68512291 not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:34:52.017769 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c781fe44-73f4-4801-b7a2-c954dbdc1832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838216707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851487774'] for subnet, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:52.033594 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-6ddb891f-a444-40cd-a6ed-7a69c788d1a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:34:52.082885 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781fe44-73f4-4801-b7a2-c954dbdc1832 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c622cc8b-b37c-4c8f-904b-1a7e436a5dc8,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:34:52.085698 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-c781fe44-73f4-4801-b7a2-c954dbdc1832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:34:52.170924 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-c781fe44-73f4-4801-b7a2-c954dbdc1832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:52.176973 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6034d71-17c2-46ca-8d55-60e5eebecb98 None None] Network 1140dd09-af9d-42e2-a743-9d7885c1f4a0 requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:34:52.179163 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-c781fe44-73f4-4801-b7a2-c954dbdc1832 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c622cc8b-b37c-4c8f-904b-1a7e436a5dc8 HTTP/1.1" status: 204  len: 168 time: 0.6375144
Apr 11 17:34:52.181847 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 57244) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:34:52.303096 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f76f0f67-7689-479c-828d-117ffab7dd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854681048'] for network, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:52.375822 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-f76f0f67-7689-479c-828d-117ffab7dd87 admin admin] Deleting port 23ad6da0-0e46-40d4-a133-6bbf4eb8d130 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:34:52.376873 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f76f0f67-7689-479c-828d-117ffab7dd87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:52.432078 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8db65f-2a0a-4e25-9ba3-e0e31a0d7585 None None] DHCP port deletion for 1140dd09-af9d-42e2-a743-9d7885c1f4a0 request from dv-cinder-784779-4-iscsi {{(pid=85266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 11 17:34:52.436342 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-fa8db65f-2a0a-4e25-9ba3-e0e31a0d7585 None None] Deleting port 23ad6da0-0e46-40d4-a133-6bbf4eb8d130 {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:34:52.436805 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fa8db65f-2a0a-4e25-9ba3-e0e31a0d7585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:52.596113 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-f76f0f67-7689-479c-828d-117ffab7dd87 admin admin] For port 23ad6da0-0e46-40d4-a133-6bbf4eb8d130, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=23ad6da0-0e46-40d4-a133-6bbf4eb8d130,segment=NetworkSegment(a3450a82-33c5-47eb-8a0e-f2730393e2bd),segment_id=a3450a82-33c5-47eb-8a0e-f2730393e2bd)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:34:52.596723 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f76f0f67-7689-479c-828d-117ffab7dd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:52.656792 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-fa8db65f-2a0a-4e25-9ba3-e0e31a0d7585 None None] For port 23ad6da0-0e46-40d4-a133-6bbf4eb8d130, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=23ad6da0-0e46-40d4-a133-6bbf4eb8d130,segment=NetworkSegment(a3450a82-33c5-47eb-8a0e-f2730393e2bd),segment_id=a3450a82-33c5-47eb-8a0e-f2730393e2bd)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:34:52.657787 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fa8db65f-2a0a-4e25-9ba3-e0e31a0d7585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:52.733141 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-f76f0f67-7689-479c-828d-117ffab7dd87 admin admin] Calling delete_port for 23ad6da0-0e46-40d4-a133-6bbf4eb8d130 owned by network:dhcp {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:34:52.790533 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-fa8db65f-2a0a-4e25-9ba3-e0e31a0d7585 None None] Calling delete_port for 23ad6da0-0e46-40d4-a133-6bbf4eb8d130 owned by network:dhcp {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:34:52.812913 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f76f0f67-7689-479c-828d-117ffab7dd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:52.828625 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-0698749e-a7ff-4c16-9504-55965b9e4a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:34:52.868976 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.db.api [None req-fa8db65f-2a0a-4e25-9ba3-e0e31a0d7585 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 11 17:34:52.869306 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_db.api [None req-fa8db65f-2a0a-4e25-9ba3-e0e31a0d7585 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 11 17:34:52.887625 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f0f67-7689-479c-828d-117ffab7dd87 admin admin] Pushing event deleted for resources: {'Port': ['ID=23ad6da0-0e46-40d4-a133-6bbf4eb8d130,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:34:52.891540 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f76f0f67-7689-479c-828d-117ffab7dd87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:34:52.972884 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76f0f67-7689-479c-828d-117ffab7dd87 admin admin] No DVR routers for this DVR port 23ad6da0-0e46-40d4-a133-6bbf4eb8d130 on host dv-cinder-784779-4-iscsi {{(pid=85265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:34:53.095825 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f76f0f67-7689-479c-828d-117ffab7dd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16557693', 'neutron.services.segments.db._delete_segments_for_network--9223363300245355619'] for network, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:53.210670 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-f76f0f67-7689-479c-828d-117ffab7dd87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2266045e10>,) {'filters': {'network_id': ['1140dd09-af9d-42e2-a743-9d7885c1f4a0']}} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:34:53.224136 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-f76f0f67-7689-479c-828d-117ffab7dd87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2266045e10>, 'a3450a82-33c5-47eb-8a0e-f2730393e2bd') {'for_net_delete': True} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:34:53.224517 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-f76f0f67-7689-479c-828d-117ffab7dd87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2266045e10>, 'a3450a82-33c5-47eb-8a0e-f2730393e2bd') {} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:34:53.236771 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f76f0f67-7689-479c-828d-117ffab7dd87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736609405999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2055880'] for segment, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:53.251430 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f76f0f67-7689-479c-828d-117ffab7dd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:53.257663 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76f0f67-7689-479c-828d-117ffab7dd87 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=85265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 11 17:34:53.371044 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-fa8db65f-2a0a-4e25-9ba3-e0e31a0d7585 None None] Deleting port 23ad6da0-0e46-40d4-a133-6bbf4eb8d130 {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:34:53.371921 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fa8db65f-2a0a-4e25-9ba3-e0e31a0d7585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:53.441395 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-f76f0f67-7689-479c-828d-117ffab7dd87 admin admin] Network 1140dd09-af9d-42e2-a743-9d7885c1f4a0 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:34:53.444469 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-fa8db65f-2a0a-4e25-9ba3-e0e31a0d7585 None None] The port '23ad6da0-0e46-40d4-a133-6bbf4eb8d130' was deleted {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 11 17:34:53.451015 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f76f0f67-7689-479c-828d-117ffab7dd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16558278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933340'] for segment, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:53.628277 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-f76f0f67-7689-479c-828d-117ffab7dd87 admin admin] Network 1140dd09-af9d-42e2-a743-9d7885c1f4a0 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]: Traceback (most recent call last):
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:     timer()
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:     cb(*args, **kw)
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:     return func(*args, **kwargs)
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:     self._notify()
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:     self.callback(batched_events)
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:     event.method(event)
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:     segment_id)['aggregates'][0]
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:     return f(self, *a, **k)
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self._get(url).json()
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:     **kwargs)
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self.request(url, 'GET', **kwargs)
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:     **endpoint_filter)
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 11 17:34:53.654772 dv-cinder-784779-4-iscsi neutron-server[85151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 11 17:34:53.677871 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 23ad6da0-0e46-40d4-a133-6bbf4eb8d130 no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:34:53.718263 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: 23ad6da0-0e46-40d4-a133-6bbf4eb8d130 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:34:53.718588 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 23ad6da0-0e46-40d4-a133-6bbf4eb8d130 not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:34:53.719067 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 12a55706-fea0-42fb-b0eb-d1800ab91081 no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:34:53.731881 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f76f0f67-7689-479c-828d-117ffab7dd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838218230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448937'] for network, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:53.736511 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-3e05edf0-0751-49ce-9330-de18435a928b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:34:53.750098 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f76f0f67-7689-479c-828d-117ffab7dd87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:53.756606 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: 12a55706-fea0-42fb-b0eb-d1800ab91081 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:34:53.757013 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 12a55706-fea0-42fb-b0eb-d1800ab91081 not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:34:53.761346 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f0f67-7689-479c-828d-117ffab7dd87 admin admin] Pushing event deleted for resources: {'Network': ['ID=1140dd09-af9d-42e2-a743-9d7885c1f4a0,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:34:53.764763 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f76f0f67-7689-479c-828d-117ffab7dd87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:34:53.775734 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-f76f0f67-7689-479c-828d-117ffab7dd87 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1140dd09-af9d-42e2-a743-9d7885c1f4a0 HTTP/1.1" status: 204  len: 168 time: 1.5928042
Apr 11 17:34:53.778703 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 57248) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:34:54.600575 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-05734406-ad3a-45fe-8161-8a0cd6a69850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448877'] for router_interface, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:54.963713 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-05734406-ad3a-45fe-8161-8a0cd6a69850 admin admin] Deleting port 5b62f1df-d5c8-4f60-83d9-469a3812eca4 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:34:54.964286 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-05734406-ad3a-45fe-8161-8a0cd6a69850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:55.145915 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-05734406-ad3a-45fe-8161-8a0cd6a69850 admin admin] For port 5b62f1df-d5c8-4f60-83d9-469a3812eca4, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=5b62f1df-d5c8-4f60-83d9-469a3812eca4,segment=NetworkSegment(b6b98c91-1ddf-4819-9b8a-64341c53d41d),segment_id=b6b98c91-1ddf-4819-9b8a-64341c53d41d)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:34:55.146313 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-05734406-ad3a-45fe-8161-8a0cd6a69850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:55.278298 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-05734406-ad3a-45fe-8161-8a0cd6a69850 admin admin] Calling delete_port for 5b62f1df-d5c8-4f60-83d9-469a3812eca4 owned by network:router_interface {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:34:55.453281 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-05734406-ad3a-45fe-8161-8a0cd6a69850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:55.469301 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-4985f8fd-1010-48d6-837a-6738b68e213e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:34:55.526559 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05734406-ad3a-45fe-8161-8a0cd6a69850 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b62f1df-d5c8-4f60-83d9-469a3812eca4,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:34:55.529215 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-05734406-ad3a-45fe-8161-8a0cd6a69850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:34:55.922986 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-05734406-ad3a-45fe-8161-8a0cd6a69850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838482841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-492909'] for router_interface, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:56.437127 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05734406-ad3a-45fe-8161-8a0cd6a69850 admin admin] Router 2618f52e-be4f-4372-93cc-833179f94517 has already been hosted by L3 agent bdbcf4b8-9078-4772-a724-b7ff79b53ea4 {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 11 17:34:56.624835 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05734406-ad3a-45fe-8161-8a0cd6a69850 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-iscsi the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 11 17:34:56.633830 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910a10a7-6248-49fb-b839-edc093de718c None None] Sync routers for ids ['2618f52e-be4f-4372-93cc-833179f94517'] in dv-cinder-784779-4-iscsi {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 11 17:34:56.639809 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-05734406-ad3a-45fe-8161-8a0cd6a69850 admin admin] 10.222.0.30 "PUT /v2.0/routers/2618f52e-be4f-4372-93cc-833179f94517/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8600228
Apr 11 17:34:56.642588 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 57252) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:34:56.644634 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910a10a7-6248-49fb-b839-edc093de718c None None] Routers {'2618f52e-be4f-4372-93cc-833179f94517'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:34:56.645504 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-910a10a7-6248-49fb-b839-edc093de718c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226689eb00>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:34:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['2618f52e-be4f-4372-93cc-833179f94517'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:34:56.837857 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-910a10a7-6248-49fb-b839-edc093de718c None None] Set router 2618f52e-be4f-4372-93cc-833179f94517 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:34:57.083861 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b58c41a0-6c23-4eac-bf5e-db095c1bd20f admin admin] Notify callbacks [] for router, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:57.150689 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-910a10a7-6248-49fb-b839-edc093de718c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226689eb00>, [{'id': '2618f52e-be4f-4372-93cc-833179f94517', 'name': 'tempest-TestVolumeBootPattern-1767092550-router', 'tenant_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '1d95c015-a89b-414c-ac10-d61d54a9689b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:47Z', 'updated_at': '2021-04-11T17:34:55Z', 'revision_number': 5, 'project_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'gw_port': {'id': '1d95c015-a89b-414c-ac10-d61d54a9689b', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2618f52e-be4f-4372-93cc-833179f94517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:48Z', 'updated_at': '2021-04-11T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:34:57.154854 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910a10a7-6248-49fb-b839-edc093de718c None None] Checking router: 2618f52e-be4f-4372-93cc-833179f94517 for host: dv-cinder-784779-4-iscsi {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 11 17:34:57.164855 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910a10a7-6248-49fb-b839-edc093de718c None None] Routers {'2618f52e-be4f-4372-93cc-833179f94517'} bound to L3 agent in host dv-cinder-784779-4-iscsi {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 11 17:34:57.165497 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-910a10a7-6248-49fb-b839-edc093de718c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f226689eb00>, 'dv-cinder-784779-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:11:12Z,description=<?>,heartbeat_timestamp=2021-04-11T17:34:42Z,host='dv-cinder-784779-4-iscsi',id=bdbcf4b8-9078-4772-a724-b7ff79b53ea4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-11T17:11:12Z,topic='l3_agent')) {'router_ids': ['2618f52e-be4f-4372-93cc-833179f94517'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:34:57.273592 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b58c41a0-6c23-4eac-bf5e-db095c1bd20f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:57.284145 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-b58c41a0-6c23-4eac-bf5e-db095c1bd20f admin admin] Deleting port 1d95c015-a89b-414c-ac10-d61d54a9689b {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:34:57.284550 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b58c41a0-6c23-4eac-bf5e-db095c1bd20f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:57.359415 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvr_db [None req-910a10a7-6248-49fb-b839-edc093de718c None None] Set router 2618f52e-be4f-4372-93cc-833179f94517 gateway port host: dv-cinder-784779-4-iscsi {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 11 17:34:57.433268 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:57.475332 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-b58c41a0-6c23-4eac-bf5e-db095c1bd20f admin admin] For port 1d95c015-a89b-414c-ac10-d61d54a9689b, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=1d95c015-a89b-414c-ac10-d61d54a9689b,segment=NetworkSegment(0b8cac60-ff06-41a8-94c6-e01c02fa9bfd),segment_id=0b8cac60-ff06-41a8-94c6-e01c02fa9bfd)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:34:57.475895 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b58c41a0-6c23-4eac-bf5e-db095c1bd20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:57.610167 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-b58c41a0-6c23-4eac-bf5e-db095c1bd20f admin admin] Calling delete_port for 1d95c015-a89b-414c-ac10-d61d54a9689b owned by network:router_gateway {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:34:57.664115 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_hamode_db [None req-910a10a7-6248-49fb-b839-edc093de718c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f226689eb00>, [{'id': '2618f52e-be4f-4372-93cc-833179f94517', 'name': 'tempest-TestVolumeBootPattern-1767092550-router', 'tenant_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '1d95c015-a89b-414c-ac10-d61d54a9689b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:47Z', 'updated_at': '2021-04-11T17:34:55Z', 'revision_number': 5, 'project_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'gw_port': {'id': '1d95c015-a89b-414c-ac10-d61d54a9689b', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2618f52e-be4f-4372-93cc-833179f94517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:48Z', 'updated_at': '2021-04-11T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}], 'dv-cinder-784779-4-iscsi', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:34:57.668223 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910a10a7-6248-49fb-b839-edc093de718c None None] The sync data for ids ['2618f52e-be4f-4372-93cc-833179f94517'] in dv-cinder-784779-4-iscsi is: [{'id': '2618f52e-be4f-4372-93cc-833179f94517', 'name': 'tempest-TestVolumeBootPattern-1767092550-router', 'tenant_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'external_fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '1d95c015-a89b-414c-ac10-d61d54a9689b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:27:47Z', 'updated_at': '2021-04-11T17:34:55Z', 'revision_number': 5, 'project_id': '1ad9cf20bd964bc88e87e76e86506fa9', 'gw_port': {'id': '1d95c015-a89b-414c-ac10-d61d54a9689b', 'name': '', 'network_id': '25e26079-4f70-47ba-b0dc-8350ca691b81', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2618f52e-be4f-4372-93cc-833179f94517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:27:48Z', 'updated_at': '2021-04-11T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc27d420-6b5b-4cd9-be1f-976508ada296', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-iscsi'}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 11 17:34:57.791944 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b58c41a0-6c23-4eac-bf5e-db095c1bd20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:57.807343 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-13465843-ff9b-4302-b428-66b311591493 tempest-TestShelveInstance-1299988209 tempest-TestShelveInstance-1299988209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:34:57.866245 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c41a0-6c23-4eac-bf5e-db095c1bd20f admin admin] Pushing event deleted for resources: {'Port': ['ID=1d95c015-a89b-414c-ac10-d61d54a9689b,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:34:57.870064 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-b58c41a0-6c23-4eac-bf5e-db095c1bd20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:34:58.071749 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b58c41a0-6c23-4eac-bf5e-db095c1bd20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854326909'] for router_gateway, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:58.258273 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b58c41a0-6c23-4eac-bf5e-db095c1bd20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854254326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774632'] for router, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:58.260624 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b58c41a0-6c23-4eac-bf5e-db095c1bd20f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:58.285622 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b58c41a0-6c23-4eac-bf5e-db095c1bd20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-521882'] for router, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:58.286471 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58c41a0-6c23-4eac-bf5e-db095c1bd20f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2618f52e-be4f-4372-93cc-833179f94517 {{(pid=85265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 11 17:34:58.300980 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b58c41a0-6c23-4eac-bf5e-db095c1bd20f admin admin] Notify callbacks [] for router, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:58.304714 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-b58c41a0-6c23-4eac-bf5e-db095c1bd20f admin admin] 10.222.0.30 "DELETE /v2.0/routers/2618f52e-be4f-4372-93cc-833179f94517 HTTP/1.1" status: 204  len: 168 time: 1.6586459
Apr 11 17:34:58.305054 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 57256) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:34:58.372872 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2ba78c-c79e-4a44-8a03-38fb5fadfb8e admin admin] Deleting subnet 02b91f65-c39b-44df-bb43-632d4f8f2751 {{(pid=85265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 11 17:34:58.376789 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ef2ba78c-c79e-4a44-8a03-38fb5fadfb8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:58.431195 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ef2ba78c-c79e-4a44-8a03-38fb5fadfb8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852720073'] for subnet, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:58.512855 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ef2ba78c-c79e-4a44-8a03-38fb5fadfb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16559076'] for subnet, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:58.779682 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ef2ba78c-c79e-4a44-8a03-38fb5fadfb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838216707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2933249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851487774'] for subnet, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:58.795595 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:34:58.842584 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ba78c-c79e-4a44-8a03-38fb5fadfb8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02b91f65-c39b-44df-bb43-632d4f8f2751,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:34:58.893537 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-ef2ba78c-c79e-4a44-8a03-38fb5fadfb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:34:58.930440 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ef2ba78c-c79e-4a44-8a03-38fb5fadfb8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:58.935893 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12514c0f-310c-4266-8377-d7ef34a66ed2 None None] Network f7da00fa-91fe-4b5f-b050-b8d51840b0ac requested from dv-cinder-784779-4-iscsi {{(pid=85266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 11 17:34:58.936808 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-ef2ba78c-c79e-4a44-8a03-38fb5fadfb8e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/02b91f65-c39b-44df-bb43-632d4f8f2751 HTTP/1.1" status: 204  len: 168 time: 0.6304860
Apr 11 17:34:58.939476 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 57260) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:34:59.058964 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dcedcb21-e3ce-4e1a-9321-6ed9541d5f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854681048'] for network, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:59.127719 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-dcedcb21-e3ce-4e1a-9321-6ed9541d5f34 admin admin] Deleting port f52ed74c-cd84-40e3-8243-4ed017678f6e {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:34:59.128088 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dcedcb21-e3ce-4e1a-9321-6ed9541d5f34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:59.199925 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178360eb-0b84-48bb-82a1-0bde6c13587f None None] DHCP port deletion for f7da00fa-91fe-4b5f-b050-b8d51840b0ac request from dv-cinder-784779-4-iscsi {{(pid=85266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 11 17:34:59.204752 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-178360eb-0b84-48bb-82a1-0bde6c13587f None None] Deleting port f52ed74c-cd84-40e3-8243-4ed017678f6e {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:34:59.205167 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-178360eb-0b84-48bb-82a1-0bde6c13587f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:59.355784 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-dcedcb21-e3ce-4e1a-9321-6ed9541d5f34 admin admin] For port f52ed74c-cd84-40e3-8243-4ed017678f6e, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=f52ed74c-cd84-40e3-8243-4ed017678f6e,segment=NetworkSegment(b6b98c91-1ddf-4819-9b8a-64341c53d41d),segment_id=b6b98c91-1ddf-4819-9b8a-64341c53d41d)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:34:59.356109 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dcedcb21-e3ce-4e1a-9321-6ed9541d5f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:59.422833 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.db [None req-178360eb-0b84-48bb-82a1-0bde6c13587f None None] For port f52ed74c-cd84-40e3-8243-4ed017678f6e, host dv-cinder-784779-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-iscsi',level=0,port_id=f52ed74c-cd84-40e3-8243-4ed017678f6e,segment=NetworkSegment(b6b98c91-1ddf-4819-9b8a-64341c53d41d),segment_id=b6b98c91-1ddf-4819-9b8a-64341c53d41d)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 11 17:34:59.423310 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-178360eb-0b84-48bb-82a1-0bde6c13587f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522199'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:59.489778 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-dcedcb21-e3ce-4e1a-9321-6ed9541d5f34 admin admin] Calling delete_port for f52ed74c-cd84-40e3-8243-4ed017678f6e owned by network:dhcp {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:34:59.556317 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-178360eb-0b84-48bb-82a1-0bde6c13587f None None] Calling delete_port for f52ed74c-cd84-40e3-8243-4ed017678f6e owned by network:dhcp {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 11 17:34:59.572459 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dcedcb21-e3ce-4e1a-9321-6ed9541d5f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-21582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036824401920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736609326878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736608932655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851842442'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:59.588548 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-f8958dca-42c1-4fb9-9122-1f4a6e362c99 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:34:59.635237 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.db.api [None req-178360eb-0b84-48bb-82a1-0bde6c13587f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 11 17:34:59.635237 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_db.api [None req-178360eb-0b84-48bb-82a1-0bde6c13587f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 11 17:34:59.647311 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcedcb21-e3ce-4e1a-9321-6ed9541d5f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=f52ed74c-cd84-40e3-8243-4ed017678f6e,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:34:59.685374 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 1d95c015-a89b-414c-ac10-d61d54a9689b no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:34:59.697471 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-dcedcb21-e3ce-4e1a-9321-6ed9541d5f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:34:59.722989 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: 1d95c015-a89b-414c-ac10-d61d54a9689b {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:34:59.723384 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 1d95c015-a89b-414c-ac10-d61d54a9689b not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:34:59.723853 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 5b62f1df-d5c8-4f60-83d9-469a3812eca4 no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:34:59.733654 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcedcb21-e3ce-4e1a-9321-6ed9541d5f34 admin admin] No DVR routers for this DVR port f52ed74c-cd84-40e3-8243-4ed017678f6e on host dv-cinder-784779-4-iscsi {{(pid=85265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 11 17:34:59.763435 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: 5b62f1df-d5c8-4f60-83d9-469a3812eca4 {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:34:59.763827 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device 5b62f1df-d5c8-4f60-83d9-469a3812eca4 not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:34:59.764298 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device f52ed74c-cd84-40e3-8243-4ed017678f6e no longer exists at agent ovs-agent-dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 11 17:34:59.800068 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] No Port match for: f52ed74c-cd84-40e3-8243-4ed017678f6e {{(pid=85266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 11 17:34:59.800502 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.rpc [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Device f52ed74c-cd84-40e3-8243-4ed017678f6e not bound to the agent host dv-cinder-784779-4-iscsi {{(pid=85266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 11 17:34:59.859261 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dcedcb21-e3ce-4e1a-9321-6ed9541d5f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16557693', 'neutron.services.segments.db._delete_segments_for_network--9223363300245355619'] for network, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:34:59.973622 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-dcedcb21-e3ce-4e1a-9321-6ed9541d5f34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2264998978>,) {'filters': {'network_id': ['f7da00fa-91fe-4b5f-b050-b8d51840b0ac']}} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:34:59.986647 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-dcedcb21-e3ce-4e1a-9321-6ed9541d5f34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2264998978>, 'b6b98c91-1ddf-4819-9b8a-64341c53d41d') {'for_net_delete': True} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:34:59.986981 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.services.segments.db [None req-dcedcb21-e3ce-4e1a-9321-6ed9541d5f34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2264998978>, 'b6b98c91-1ddf-4819-9b8a-64341c53d41d') {} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 11 17:34:59.998737 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dcedcb21-e3ce-4e1a-9321-6ed9541d5f34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736609405999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2055880'] for segment, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:35:00.016320 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dcedcb21-e3ce-4e1a-9321-6ed9541d5f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838217505'] for segment, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:35:00.023247 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcedcb21-e3ce-4e1a-9321-6ed9541d5f34 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=85265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 11 17:35:00.136774 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-178360eb-0b84-48bb-82a1-0bde6c13587f None None] Deleting port f52ed74c-cd84-40e3-8243-4ed017678f6e {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 11 17:35:00.137203 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-178360eb-0b84-48bb-82a1-0bde6c13587f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300245464504'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:35:00.217365 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-dcedcb21-e3ce-4e1a-9321-6ed9541d5f34 admin admin] Network f7da00fa-91fe-4b5f-b050-b8d51840b0ac has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:35:00.217657 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.plugin [None req-178360eb-0b84-48bb-82a1-0bde6c13587f None None] The port 'f52ed74c-cd84-40e3-8243-4ed017678f6e' was deleted {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 11 17:35:00.227812 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dcedcb21-e3ce-4e1a-9321-6ed9541d5f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16558278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2933340'] for segment, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:35:00.411756 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.plugins.ml2.managers [None req-dcedcb21-e3ce-4e1a-9321-6ed9541d5f34 admin admin] Network f7da00fa-91fe-4b5f-b050-b8d51840b0ac has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]: Traceback (most recent call last):
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:     timer()
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:     cb(*args, **kw)
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:     return func(*args, **kwargs)
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:     self._notify()
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:     self.callback(batched_events)
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:     event.method(event)
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:     segment_id)['aggregates'][0]
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:     return f(self, *a, **k)
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self._get(url).json()
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:     **kwargs)
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:     return self.request(url, 'GET', **kwargs)
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:     **endpoint_filter)
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 11 17:35:00.435124 dv-cinder-784779-4-iscsi neutron-server[85151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 11 17:35:00.518273 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dcedcb21-e3ce-4e1a-9321-6ed9541d5f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838218230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16292975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448937'] for network, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:35:00.522004 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-06fead65-def2-4afa-869f-e070cb197eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:35:00.536491 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-dcedcb21-e3ce-4e1a-9321-6ed9541d5f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16292990'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:35:00.547105 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcedcb21-e3ce-4e1a-9321-6ed9541d5f34 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7da00fa-91fe-4b5f-b050-b8d51840b0ac,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:35:00.552147 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-dcedcb21-e3ce-4e1a-9321-6ed9541d5f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:35:00.555674 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-dcedcb21-e3ce-4e1a-9321-6ed9541d5f34 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f7da00fa-91fe-4b5f-b050-b8d51840b0ac HTTP/1.1" status: 204  len: 168 time: 1.6152084
Apr 11 17:35:00.674460 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 57266) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:35:00.709608 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-6bc9a4cc-c9e1-44be-9d4a-f1d20b3f212a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a6b0522f96894d59bdb886e0d36daf2b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0338650
Apr 11 17:35:00.712073 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 57270) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:35:00.775162 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d90ff367-d73c-4904-a6f5-02ccc24159f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:35:00.801980 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d90ff367-d73c-4904-a6f5-02ccc24159f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:35:00.851545 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d90ff367-d73c-4904-a6f5-02ccc24159f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:35:00.855521 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-bed364da-9c26-42fd-aafe-641ec2a14949 tempest-TestVolumeBootPattern-1988213293 tempest-TestVolumeBootPattern-1988213293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:35:00.869056 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ff367-d73c-4904-a6f5-02ccc24159f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686bcd63-4e37-437c-a868-be324249ac52,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:35:00.871689 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d90ff367-d73c-4904-a6f5-02ccc24159f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:35:00.880155 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d90ff367-d73c-4904-a6f5-02ccc24159f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:35:00.881407 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-d90ff367-d73c-4904-a6f5-02ccc24159f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/686bcd63-4e37-437c-a868-be324249ac52 HTTP/1.1" status: 204  len: 168 time: 0.1683338
Apr 11 17:35:01.229733 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 57278) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:35:01.264820 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-2f3d21c8-a221-42d5-84c2-81cb555f08dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ad9cf20bd964bc88e87e76e86506fa9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0336885
Apr 11 17:35:01.268466 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.30', 57282) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 11 17:35:01.331652 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d05c608c-bcbf-4349-af7c-46cb7686f048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:35:01.358417 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d05c608c-bcbf-4349-af7c-46cb7686f048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:35:01.405134 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d05c608c-bcbf-4349-af7c-46cb7686f048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16367770'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:35:01.410158 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-8b683dd9-8e72-4c05-8ce9-08f2f1d695af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 11 17:35:01.424684 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c608c-bcbf-4349-af7c-46cb7686f048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7994c1b7-df9b-4598-b720-d9562bd0925c,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 11 17:35:01.427073 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG oslo_concurrency.lockutils [None req-d05c608c-bcbf-4349-af7c-46cb7686f048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 11 17:35:01.432945 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-d05c608c-bcbf-4349-af7c-46cb7686f048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:35:01.434142 dv-cinder-784779-4-iscsi neutron-server[85151]: INFO neutron.wsgi [None req-d05c608c-bcbf-4349-af7c-46cb7686f048 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7994c1b7-df9b-4598-b720-d9562bd0925c HTTP/1.1" status: 204  len: 168 time: 0.1646972
Apr 11 17:35:09.224415 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-6bd89774-ef2d-4535-b9f8-bbc7d7c4cc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:35:11.506266 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [req-37bb4c2a-ece7-4e82-b2a0-e0edf940d6e1 req-24a0c732-a36c-46c1-bee2-d41443313de0 service neutron] (85265) timed out ('10.222.0.37', 52229) {{(pid=85265) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 11 17:35:11.702867 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f0031d07-8e2c-4901-aee8-9b33abd55662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:35:12.622431 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:35:13.178220 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:35:13.744159 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:35:17.324354 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:35:27.431728 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:35:39.226825 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-092cddf6-35f0-4d03-9ec6-0d66700ea637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:35:41.704574 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0f492364-1cdd-415f-8b15-d6e0bc462f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:35:42.623445 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:35:43.179480 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:35:43.746388 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:35:54.323563 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:35:57.429161 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:36:09.227734 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fa1c9e5c-beec-46fe-9e95-2de046f6574b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:36:11.705206 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-ca679e9e-d7b6-42f4-8da8-4a3ae3abddc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:36:12.626688 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:36:13.181565 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:36:13.749940 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:36:27.444166 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:36:31.322732 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:36:39.229186 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f081-12fd-41e1-ad9a-1999b65b90e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:36:41.709024 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7d69a755-b47f-404c-ad64-ee4c319e3abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:36:42.629567 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:36:43.183196 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:36:43.754526 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:36:57.432585 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:37:07.066930 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [req-94805600-7aa9-4aad-95ad-85b7fcd67e00 req-2ef303af-151e-4b45-8972-939bdf127b80 service neutron] (85265) timed out ('10.222.0.30', 50458) {{(pid=85265) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 11 17:37:08.322896 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:37:09.230361 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-0aa1f2c1-149e-491c-b48b-d90d79de314d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:37:11.710659 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-f6e1cbe2-a797-4303-9bae-a93c3b8eb4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:37:12.633511 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:37:13.184480 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:37:13.757030 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:37:27.458227 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:37:39.232719 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2f56dc14-4e8e-414d-a4d3-8a6a953fd898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:37:41.713021 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-34a5dc0e-983c-4162-a151-1de2786626f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:37:42.635751 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:37:43.184918 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:37:43.761149 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:37:45.323002 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:37:57.457752 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:38:09.233704 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-9e90ad08-c621-427f-84fa-74290e36cf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:38:11.714100 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-75924561-6438-492b-9714-0d44366901c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:38:12.638262 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:38:13.185595 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:38:13.764214 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:38:22.322276 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:38:27.457774 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:38:39.235646 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-fcf35408-93c8-4ab4-8c1e-e0613d9d0707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:38:41.714603 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3c5d-d56e-4f0d-b0e0-3952c2f0197b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:38:42.641288 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:38:43.187168 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:38:43.767140 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:38:57.471125 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:38:59.322193 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:39:01.192626 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.wsgi [req-3c2b1c41-905d-47e5-8168-b00695e249de req-5296d6c5-9b6f-4c2c-9c11-58884483bdc7 service neutron] (85265) timed out ('10.222.0.37', 52187) {{(pid=85265) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 11 17:39:09.237947 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-b2dd4280-239b-47dd-83c7-183702fc3a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:39:11.716226 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-42e25a14-a40d-429d-8393-7d2e27c15d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:39:12.645826 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:39:13.188869 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:39:13.773242 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:39:27.471322 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:39:36.322562 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron.db.agents_db [None req-24f23ca8-5a39-4108-8db5-d2090dfdffbc None None] Agent healthcheck: found 6 active agents {{(pid=85267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 11 17:39:39.240683 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6265655-1766-42c9-8957-ab9d6878502b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:39:41.717159 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-47b6284e-9af6-4b56-a179-f50d6ee5ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:39:42.649821 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-a6373316-8267-427a-a9a9-db9d9ca93ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:39:43.190898 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-bef406cd-2ef9-4e92-857b-82fa1a9b17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:39:43.776708 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d442-2550-4118-bdf3-d62ff279a320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 11 17:39:57.485069 dv-cinder-784779-4-iscsi neutron-server[85151]: DEBUG neutron_lib.callbacks.manager [None req-79e5e0a0-be3d-4fe9-812c-4a218cc0c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300245355636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16559409'] for agent, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}